-- Logs begin at Wed 2021-07-14 13:10:57 UTC, end at Wed 2021-07-14 14:08:18 UTC. -- Jul 14 13:41:30.572632 dv-cinder-800697-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 14 13:41:33.225206 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.common.config [-] Logging enabled! Jul 14 13:41:33.225760 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 14 13:41:33.225984 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104465) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 14 13:41:33.229396 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.common.config [-] Logging enabled! Jul 14 13:41:33.229655 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 14 13:41:33.229964 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104465) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 14 13:41:33.230975 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 13:41:33.231239 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 13:41:33.231602 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 13:41:33.231840 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 13:41:33.232065 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 13:41:33.232376 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.232682 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.232970 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.233196 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.233472 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.233760 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.234036 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.234323 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.234609 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.234888 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.235191 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.235470 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.235988 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.236266 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.236548 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.236831 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.237051 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] debug = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.237328 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.237752 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.238147 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.238425 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.238709 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.239008 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.239278 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.239551 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.239836 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.240156 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] host = dv-cinder-800697-2-iscsi {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.240429 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.240712 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.240992 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.241273 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.241547 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.241816 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.242096 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.242363 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.242636 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] log_file = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.242905 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.243209 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.243493 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.243780 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.244002 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.244223 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.244506 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.244790 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.245064 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.245334 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.245605 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.245910 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.246183 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.246450 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.246734 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.247040 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.247322 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.247594 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.247866 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.248134 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.248404 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.248692 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.248965 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.249238 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.249512 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.249802 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.250072 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.250345 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.250650 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.250953 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.251239 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.251522 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.251795 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.252075 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.252346 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.252622 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.252892 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] use_json = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.253164 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.253434 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.253717 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.253990 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.254264 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.254535 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.254805 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.255119 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:33.255419 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.255712 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.256014 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.256296 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.256591 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.256872 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.257162 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.257438 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.257725 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.258024 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.258311 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.258587 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.258873 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.259173 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.259465 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.259767 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.260062 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.260353 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.260629 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.260901 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.261171 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.261490 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.261776 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.262070 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.262360 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.262639 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.262941 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.263232 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.263510 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.263783 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.264061 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.264351 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.264631 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.264905 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.265186 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.265469 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.265743 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.266025 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.266305 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.266597 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.266873 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.267179 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.267451 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.267729 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.267999 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.268288 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.268568 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.268841 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.269111 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.269388 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.269660 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.269932 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.270209 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.270479 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.270757 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.271049 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.271320 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.271590 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.271859 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.272131 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.272400 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.272676 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.272949 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.273219 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.273489 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.273758 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.274025 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.274295 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.274580 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.274874 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.275176 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.275453 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.275728 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.276005 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.276282 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.276557 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.276831 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.277133 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.277404 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.277733 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.278013 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.278297 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.278581 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.278858 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.279178 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.279456 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.279736 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.280012 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.280291 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.280582 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.280864 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.281157 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.281447 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.281736 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.282027 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.282316 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.282599 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.282905 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.283203 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:33.283418 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 13:41:33.283657 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104465) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 14 13:41:33.622729 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 14 13:41:33.623004 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 14 13:41:33.623314 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 14 13:41:33.623641 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 14 13:41:34.006170 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.006383 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.006600 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.007957 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.008228 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.008501 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.041802 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.042068 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.042346 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.055400 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.055674 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.055938 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.085254 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.085521 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.085788 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.120929 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.121204 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.121471 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.347591 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.348232 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.348232 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.348375 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.348990 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.465641 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.465959 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.466238 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.466506 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.466773 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.467107 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.467366 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.467618 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.467876 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.468159 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.468411 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.468656 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.468910 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.469152 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.469387 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.469646 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.469898 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.470160 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.470425 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.470677 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.470967 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.471217 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.471498 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.471871 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.472118 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.472363 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.472757 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104465) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 13:41:34.472997 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104465) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 13:41:34.473233 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104465) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 13:41:34.473467 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104465) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 13:41:34.473699 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104465) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 13:41:34.473932 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104465) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 13:41:34.474294 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 14 13:41:34.477365 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 14 13:41:34.481377 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 14 13:41:34.485250 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Jul 14 13:41:34.487190 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 14 13:41:34.487641 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 14 13:41:34.487978 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 14 13:41:34.488343 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 14 13:41:34.491114 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 14 13:41:34.491367 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 14 13:41:34.491715 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 13:41:34.518938 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 14 13:41:34.519420 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.519715 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104465) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 14 13:41:34.520080 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.521448 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104465) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 14 13:41:34.521729 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 13:41:34.521973 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 14 13:41:34.526402 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.526683 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:34.590064 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 14 13:41:34.590287 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 14 13:41:34.590520 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 14 13:41:34.590886 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 14 13:41:34.613418 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_db.sqlalchemy.engines [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104465) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 14 13:41:35.152211 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.plugins.ml2.managers [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Initializing driver for type 'gre' Jul 14 13:41:35.152747 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] gre ID ranges: [(1, 1000)] Jul 14 13:41:35.205181 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.plugins.ml2.managers [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Initializing driver for type 'local' Jul 14 13:41:35.205531 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.plugins.ml2.managers [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Initializing driver for type 'vlan' Jul 14 13:41:35.219924 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] VlanTypeDriver initialization complete Jul 14 13:41:35.220252 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.plugins.ml2.managers [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Initializing driver for type 'vxlan' Jul 14 13:41:35.220747 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] vxlan ID ranges: [(1, 1000)] Jul 14 13:41:35.273095 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.plugins.ml2.managers [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Initializing extension driver 'port_security' Jul 14 13:41:35.273488 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.plugins.ml2.extensions.port_security [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] PortSecurityExtensionDriver initialization complete Jul 14 13:41:35.273832 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.plugins.ml2.managers [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Initializing mechanism driver 'openvswitch' Jul 14 13:41:35.274184 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.plugins.ml2.managers [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Initializing mechanism driver 'hyperv' Jul 14 13:41:35.280795 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.plugins.ml2.plugin [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:41:35.281693 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > port after_create 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.282072 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > port after_update 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.282430 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > port after_delete 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.282983 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104465) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 13:41:35.283462 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > subnet after_create 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.283803 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > subnet after_update 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.284165 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.284561 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104465) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 13:41:35.284967 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > network after_create 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.285323 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > network after_update 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.285657 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > network after_delete 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.286046 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104465) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 13:41:35.286450 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > security_group after_create 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.286782 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > security_group after_update 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.287148 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.287541 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104465) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 13:41:35.287939 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.288290 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.288630 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.289016 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104465) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 13:41:35.289415 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > address_group after_create 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.289760 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > address_group after_update 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.290097 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.290482 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104465) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 13:41:35.290862 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] ML2 OVO RPC backend initialized. {{(pid=104465) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 14 13:41:35.291603 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.291958 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.292373 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > network before_response 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.292759 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > networks before_response 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.293110 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > port before_response 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.293453 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > ports before_response 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.293798 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > subnet before_response 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.294146 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > subnets before_response 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.294494 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > network after_create 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.294835 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > network after_update 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.295195 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > network after_delete 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.295537 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > port after_create 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.295857 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > port after_update 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.296194 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > port after_delete 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.296531 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > subnet after_create 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.296870 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > subnet after_update 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.297204 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.297789 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.plugins.ml2.plugin [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Modular L2 Plugin initialization complete Jul 14 13:41:35.298123 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading services supported by the core plugin {{(pid=104465) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 14 13:41:35.298452 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.plugins.ml2.managers [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Got port-security extension from driver 'port_security' Jul 14 13:41:35.298946 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.extensions.vlantransparent [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Disabled vlantransparent extension. Jul 14 13:41:35.299433 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104465) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 14 13:41:35.299748 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading Plugin: router Jul 14 13:41:35.334973 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.335377 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > router after_create 55549900 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.335756 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > router before_create 55549900 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.336122 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.336496 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.336852 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > router after_delete 55549900 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.337214 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.337696 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > router after_create 55549900 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.338054 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > router after_update 55549900 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.338411 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > router after_update 55549900 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.338762 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.339151 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > router after_update 55549900 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.339572 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > router precommit_update 55549900 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.339972 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: port after_update 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.340318 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: port after_delete 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.340655 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: subnet after_update 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.340999 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.341350 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.341696 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > router precommit_create 55549900 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.342048 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: port before_delete 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.342394 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > router precommit_create 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.342751 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > router after_update 55549900 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.343123 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.343478 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > router precommit_create 55549900 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.343848 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.344203 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > router precommit_update 55549900 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.344566 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > agent after_create 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.344919 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > agent after_delete 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.345261 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > network after_delete 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.346142 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.quota.resource_registry [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Tracking information for resource: router configured {{(pid=104465) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 13:41:35.346478 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.quota.resource_registry [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Tracking information for resource: floatingip configured {{(pid=104465) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 13:41:35.351359 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.db.l3_agentschedulers_db [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 14 13:41:35.351909 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: port after_update 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.352281 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: port after_create 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.352631 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: port after_delete 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.352980 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: port after_update 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.353770 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > router before_create 55550100 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.354134 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.354498 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > router precommit_create 55550100 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.354856 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > router precommit_update 55550100 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.359424 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.services.provider_configuration [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Service providers = [] {{(pid=104465) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 14 13:41:35.359790 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.db.servicetype_db [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104465) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 14 13:41:35.363078 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.services.service_base [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104465) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 13:41:35.363427 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.services.service_base [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104465) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 13:41:35.363779 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.services.service_base [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104465) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 13:41:35.364668 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.services.service_base [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104465) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 13:41:35.365042 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.services.service_base [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 14 13:41:35.365416 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104465) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 13:41:35.365740 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 14 13:41:35.376377 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104465) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 13:41:35.376715 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading Plugin: auto_allocate Jul 14 13:41:35.382477 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: network precommit_update 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.382852 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: network precommit_create 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.383415 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104465) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 13:41:35.383735 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading Plugin: tag Jul 14 13:41:35.390456 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104465) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 13:41:35.390787 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading Plugin: timestamp Jul 14 13:41:35.394602 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104465) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 13:41:35.394948 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading Plugin: network_ip_availability Jul 14 13:41:35.400356 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.400730 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.401086 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.401797 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104465) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 13:41:35.402150 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading Plugin: flavors Jul 14 13:41:35.407185 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104465) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 13:41:35.407453 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading Plugin: revisions Jul 14 13:41:35.411784 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104465) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 13:41:35.412175 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_concurrency.lockutils [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.789s {{(pid=104465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 14 13:41:35.412918 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104465) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 14 13:41:35.413267 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Initializing extension manager. Jul 14 13:41:35.413779 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: __init__.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.414123 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: __pycache__ {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.414457 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.414789 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: address_group.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.415560 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.416133 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: address-group Jul 14 13:41:35.416459 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: address_scope.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.417176 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.417709 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: address-scope Jul 14 13:41:35.418073 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.419029 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.419553 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: router-admin-state-down-before-update Jul 14 13:41:35.419873 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: agent.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.420565 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.421072 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: agent Jul 14 13:41:35.421394 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: agent_resources_synced.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.422307 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.422813 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: agent-resources-synced Jul 14 13:41:35.423157 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: allowedaddresspairs.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.424980 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.425502 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: allowed-address-pairs Jul 14 13:41:35.425828 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: auto_allocated_topology.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.426948 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.427486 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: auto-allocated-topology Jul 14 13:41:35.427800 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: availability_zone.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.428489 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.428991 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: availability_zone Jul 14 13:41:35.429312 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: availability_zone_filter.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.430235 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.430737 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: availability_zone_filter Jul 14 13:41:35.431084 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: data_plane_status.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.431990 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.432492 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extension data-plane-status not supported by any of loaded plugins Jul 14 13:41:35.432810 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: default_subnetpools.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.433755 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.434258 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: default-subnetpools Jul 14 13:41:35.434581 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.435438 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.435950 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: dhcp_agent_scheduler Jul 14 13:41:35.436279 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: dns.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.437195 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.437694 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extension dns-integration not supported by any of loaded plugins Jul 14 13:41:35.438026 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: dns_domain_ports.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.438937 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.439461 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 14 13:41:35.439784 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.440697 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.441202 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 14 13:41:35.441525 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: dvr.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.442195 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.442698 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: dvr Jul 14 13:41:35.443055 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: empty_string_filtering.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.443970 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.444473 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: empty-string-filtering Jul 14 13:41:35.444792 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.445697 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.446196 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 14 13:41:35.446515 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.447449 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.447952 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 14 13:41:35.448271 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: external_net.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.449257 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.449760 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: external-net Jul 14 13:41:35.450080 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.451022 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.451525 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: extra_dhcp_opt Jul 14 13:41:35.451843 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: extraroute.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.452753 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.453262 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: extraroute Jul 14 13:41:35.453579 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: extraroute_atomic.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.454593 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.455141 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: extraroute-atomic Jul 14 13:41:35.455461 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: filter_validation.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.456126 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.456801 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: filter-validation Jul 14 13:41:35.457125 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: fip_pf_description.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.458033 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.458540 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 14 13:41:35.458866 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: fip_port_details.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.459821 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.460325 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: fip-port-details Jul 14 13:41:35.460645 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: flavors.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.461865 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.462394 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: flavors Jul 14 13:41:35.462713 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.464388 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.464957 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 14 13:41:35.465280 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: floatingip_pools.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.465976 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.466490 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: floatingip-pools Jul 14 13:41:35.466816 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: ip_allocation.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.467761 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.468266 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extension ip_allocation not supported by any of loaded plugins Jul 14 13:41:35.468590 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.469503 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.470013 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: ip-substring-filtering Jul 14 13:41:35.470332 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: l2_adjacency.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.471298 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.471797 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 14 13:41:35.472119 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: l3.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.473078 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.473598 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: router Jul 14 13:41:35.473920 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.476228 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.476756 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 14 13:41:35.477096 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.478051 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.478568 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: ext-gw-mode Jul 14 13:41:35.478896 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.479863 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.480445 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: l3-ha Jul 14 13:41:35.480772 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: l3_flavors.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.481710 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.482218 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: l3-flavors Jul 14 13:41:35.482541 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.483492 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.483999 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 14 13:41:35.484327 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: l3agentscheduler.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.485364 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.486184 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: l3_agent_scheduler Jul 14 13:41:35.486508 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: logging.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.488023 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.488547 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extension logging not supported by any of loaded plugins Jul 14 13:41:35.488881 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: metering.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.489614 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.490191 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: metering Jul 14 13:41:35.490517 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.492965 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.493487 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: metering_source_and_destination_fields Jul 14 13:41:35.493834 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: multiprovidernet.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.494762 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.495318 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: multi-provider Jul 14 13:41:35.495646 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: netmtu.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.496606 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.497116 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: net-mtu Jul 14 13:41:35.497445 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: netmtu_writable.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.498394 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.498905 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: net-mtu-writable Jul 14 13:41:35.499254 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: network_availability_zone.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.499930 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.500436 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: network_availability_zone Jul 14 13:41:35.500761 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: network_ip_availability.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.501846 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.502359 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: network-ip-availability Jul 14 13:41:35.502687 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: network_segment_range.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.503487 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.503990 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extension network-segment-range not supported by any of loaded plugins Jul 14 13:41:35.504315 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: pagination.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.505298 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.505630 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: pagination Jul 14 13:41:35.505950 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: port_device_profile.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.506873 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.507413 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: port-device-profile Jul 14 13:41:35.507734 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.508666 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.509207 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: port-mac-address-regenerate Jul 14 13:41:35.509528 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.510442 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.510982 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: port-numa-affinity-policy Jul 14 13:41:35.511306 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: port_resource_request.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.512282 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.512786 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extension port-resource-request not supported by any of loaded plugins Jul 14 13:41:35.513107 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: portbindings.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.514043 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.514558 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: binding Jul 14 13:41:35.514882 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: portbindings_extended.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.516182 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.516699 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: binding-extended Jul 14 13:41:35.517027 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: portsecurity.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.517945 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.518460 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: port-security Jul 14 13:41:35.518785 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: project_id.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.519818 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.520164 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: project-id Jul 14 13:41:35.520482 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: providernet.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.521416 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.521933 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: provider Jul 14 13:41:35.522255 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: qos.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.525801 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.526331 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extension qos not supported by any of loaded plugins Jul 14 13:41:35.526664 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.527978 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.528491 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 14 13:41:35.528824 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.529743 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.530264 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 14 13:41:35.530590 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: qos_default.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.531535 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.532048 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extension qos-default not supported by any of loaded plugins Jul 14 13:41:35.532373 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: qos_fip.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.533024 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.533534 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extension qos-fip not supported by any of loaded plugins Jul 14 13:41:35.533857 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: qos_gateway_ip.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.534778 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.535328 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 14 13:41:35.535649 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: qos_port_network_policy.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.536592 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.537102 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 14 13:41:35.537424 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: qos_rule_type_details.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.538345 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.538852 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 14 13:41:35.539203 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: qos_rules_alias.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.540260 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.540776 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 14 13:41:35.541101 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: quotasv2.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.542020 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.542531 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: quotas Jul 14 13:41:35.542905 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: quotasv2_detail.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.545964 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.546312 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: quota_details Jul 14 13:41:35.546651 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: rbac.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.547730 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.548260 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: rbac-policies Jul 14 13:41:35.548592 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: rbac_address_group.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.549525 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.550046 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: rbac-address-group Jul 14 13:41:35.550376 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: rbac_address_scope.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.551343 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.551862 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: rbac-address-scope Jul 14 13:41:35.552189 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: rbac_security_groups.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.553105 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.553617 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: rbac-security-groups Jul 14 13:41:35.553944 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: rbac_subnetpool.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.554855 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.555391 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: rbac-subnetpool Jul 14 13:41:35.555715 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: revisionifmatch.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.556636 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.557152 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: revision-if-match Jul 14 13:41:35.557478 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: revisions.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.558614 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.559166 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: standard-attr-revisions Jul 14 13:41:35.559490 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: router_availability_zone.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.560164 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.560678 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: router_availability_zone Jul 14 13:41:35.561003 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: routerservicetype.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.561921 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.562428 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extension router-service-type not supported by any of loaded plugins Jul 14 13:41:35.562753 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.563707 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.564218 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: security-groups-normalized-cidr Jul 14 13:41:35.564538 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.565466 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.565977 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: port-security-groups-filtering Jul 14 13:41:35.566298 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.567259 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.567772 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: security-groups-remote-address-group Jul 14 13:41:35.568094 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: securitygroup.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.577964 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.578499 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: security-group Jul 14 13:41:35.578839 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: segment.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.579647 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.580160 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extension segment not supported by any of loaded plugins Jul 14 13:41:35.580490 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.581434 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.581953 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 14 13:41:35.582286 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: servicetype.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.583421 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.583949 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: service-type Jul 14 13:41:35.584279 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: sorting.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.585271 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.585603 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: sorting Jul 14 13:41:35.585935 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: standard_attr_segment.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.586944 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.587480 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 14 13:41:35.587806 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: standardattrdescription.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.588460 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.588977 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: standard-attr-description Jul 14 13:41:35.589303 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: stateful_security_group.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.590264 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.590784 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: stateful-security-group Jul 14 13:41:35.591134 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: stdattrs_common.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.591720 dv-cinder-800697-2-iscsi neutron-server[104465]: WARNING neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 14 13:41:35.592044 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.592978 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.593495 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 14 13:41:35.593821 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: subnet_onboard.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.594887 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.595432 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: subnet_onboard Jul 14 13:41:35.595756 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.596683 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.597194 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 14 13:41:35.597513 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: subnet_service_types.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.598441 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.598978 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: subnet-service-types Jul 14 13:41:35.599302 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: subnetallocation.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.600394 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.600911 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: subnet_allocation Jul 14 13:41:35.601230 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.601899 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.602409 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: subnetpool-prefix-ops Jul 14 13:41:35.602732 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.603696 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.604207 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 14 13:41:35.604531 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: tagging.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.605649 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.606162 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: standard-attr-tag Jul 14 13:41:35.606489 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: timestamp.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.607738 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.608266 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loaded extension: standard-attr-timestamp Jul 14 13:41:35.608600 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: trunk.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.609635 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.610155 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extension trunk not supported by any of loaded plugins Jul 14 13:41:35.610485 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: trunk_details.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.611745 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.612258 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extension trunk-details not supported by any of loaded plugins Jul 14 13:41:35.612586 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: uplink_status_propagation.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.613523 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.614039 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 14 13:41:35.614365 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Loading extension file: vlantransparent.py {{(pid=104465) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:41:35.615079 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104465) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:41:35.615589 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 14 13:41:35.618059 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.quota.resource_registry [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Creating instance of TrackedResource for resource:network Jul 14 13:41:35.618596 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.quota.resource_registry [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Creating instance of TrackedResource for resource:subnet Jul 14 13:41:35.619026 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.quota.resource_registry [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 13:41:35.619425 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.quota.resource_registry [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Creating instance of TrackedResource for resource:port Jul 14 13:41:35.620687 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.v2.resource_helper [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104465) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:41:35.621185 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.v2.resource_helper [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Service FLAVORS assigned prefix: {{(pid=104465) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:41:35.621811 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.v2.resource_helper [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104465) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:41:35.622245 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.v2.resource_helper [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104465) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:41:35.622579 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.quota.resource_registry [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Creating instance of TrackedResource for resource:router Jul 14 13:41:35.623048 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.quota.resource_registry [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Creating instance of TrackedResource for resource:floatingip Jul 14 13:41:35.623539 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.v2.resource_helper [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Service METERING assigned prefix: /metering {{(pid=104465) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:41:35.625007 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.625373 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.625725 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:41:35.626708 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.quota.resource_registry [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 13:41:35.627185 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.quota.resource_registry [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Creating instance of TrackedResource for resource:security_group Jul 14 13:41:35.627633 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.quota.resource_registry [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 13:41:35.628239 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.v2.resource_helper [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Service CORE assigned prefix: {{(pid=104465) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:41:35.628567 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.quota.resource_registry [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 13:41:35.628910 dv-cinder-800697-2-iscsi neutron-server[104465]: WARNING neutron.quota.resource_registry [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] subnetpool is already registered Jul 14 13:41:35.629352 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.v2.resource_helper [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Service CORE assigned prefix: {{(pid=104465) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:41:35.629680 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.quota.resource_registry [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 13:41:35.630015 dv-cinder-800697-2-iscsi neutron-server[104465]: WARNING neutron.quota.resource_registry [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] subnetpool is already registered Jul 14 13:41:35.632360 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.v2.resource_helper [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104465) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:41:35.632797 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.v2.resource_helper [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Service FLAVORS assigned prefix: {{(pid=104465) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:41:35.633401 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.v2.resource_helper [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104465) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:41:35.633826 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.v2.resource_helper [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104465) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:41:35.634166 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.quota.resource_registry [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Creating instance of TrackedResource for resource:router Jul 14 13:41:35.634504 dv-cinder-800697-2-iscsi neutron-server[104465]: WARNING neutron.quota.resource_registry [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] router is already registered Jul 14 13:41:35.634935 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.quota.resource_registry [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Creating instance of TrackedResource for resource:floatingip Jul 14 13:41:35.635285 dv-cinder-800697-2-iscsi neutron-server[104465]: WARNING neutron.quota.resource_registry [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] floatingip is already registered Jul 14 13:41:35.635742 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.v2.resource_helper [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Service METERING assigned prefix: /metering {{(pid=104465) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:41:35.636431 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.quota.resource_registry [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 13:41:35.636760 dv-cinder-800697-2-iscsi neutron-server[104465]: WARNING neutron.quota.resource_registry [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] rbac_policy is already registered Jul 14 13:41:35.637175 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.quota.resource_registry [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Creating instance of TrackedResource for resource:security_group Jul 14 13:41:35.637505 dv-cinder-800697-2-iscsi neutron-server[104465]: WARNING neutron.quota.resource_registry [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] security_group is already registered Jul 14 13:41:35.637910 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.quota.resource_registry [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 13:41:35.638241 dv-cinder-800697-2-iscsi neutron-server[104465]: WARNING neutron.quota.resource_registry [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] security_group_rule is already registered Jul 14 13:41:35.638868 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.v2.resource_helper [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Service CORE assigned prefix: {{(pid=104465) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:41:35.639227 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.quota.resource_registry [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 13:41:35.639558 dv-cinder-800697-2-iscsi neutron-server[104465]: WARNING neutron.quota.resource_registry [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] subnetpool is already registered Jul 14 13:41:35.639978 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.v2.resource_helper [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Service CORE assigned prefix: {{(pid=104465) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:41:35.640299 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.quota.resource_registry [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 13:41:35.640667 dv-cinder-800697-2-iscsi neutron-server[104465]: WARNING neutron.quota.resource_registry [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] subnetpool is already registered Jul 14 13:41:35.641094 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extended resource: extensions {{(pid=104465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:41:35.642558 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extended resource: address-groups {{(pid=104465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:41:35.644105 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extended resource: address-scopes {{(pid=104465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:41:35.645423 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extended resource: agents {{(pid=104465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:41:35.646579 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extended resource: auto-allocated-topology {{(pid=104465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:41:35.647854 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extended resource: availability_zones {{(pid=104465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:41:35.649085 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extended resource: dhcp-networks {{(pid=104465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:41:35.650667 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extended resource: dhcp-agents {{(pid=104465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:41:35.652173 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extended resource: routers {{(pid=104465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:41:35.653877 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extended resource: flavors {{(pid=104465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:41:35.655175 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extended resource: service_profiles {{(pid=104465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:41:35.656378 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extended resource: next_providers {{(pid=104465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:41:35.657871 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extended resource: service_profiles {{(pid=104465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:41:35.659395 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extended resource: floatingip-pools {{(pid=104465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:41:35.660613 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extended resource: routers {{(pid=104465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:41:35.662299 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extended resource: floatingips {{(pid=104465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:41:35.664515 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extended resource: l3-routers {{(pid=104465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:41:35.665974 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extended resource: l3-agents {{(pid=104465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:41:35.667421 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extended resource: metering-labels {{(pid=104465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:41:35.668700 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extended resource: metering-label-rules {{(pid=104465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:41:35.670084 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extended resource: network-ip-availabilities {{(pid=104465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:41:35.671364 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extended resource: bindings {{(pid=104465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:41:35.672918 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extended resource: quotas {{(pid=104465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:41:35.674466 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extended resource: quotas {{(pid=104465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:41:35.675919 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extended resource: rbac-policies {{(pid=104465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:41:35.677102 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extended resource: security-groups {{(pid=104465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:41:35.678387 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extended resource: security-group-rules {{(pid=104465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:41:35.679658 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extended resource: service-providers {{(pid=104465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:41:35.680884 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extended resource: subnetpools {{(pid=104465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:41:35.682205 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extended resource: subnetpools {{(pid=104465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:41:35.683836 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extended resource: tags {{(pid=104465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:41:35.685517 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extended resource: tags {{(pid=104465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:41:35.687364 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extended resource: tags {{(pid=104465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:41:35.689137 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extended resource: tags {{(pid=104465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:41:35.690813 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extended resource: tags {{(pid=104465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:41:35.692791 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extended resource: tags {{(pid=104465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:41:35.694501 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extended resource: tags {{(pid=104465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:41:35.696315 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extended resource: tags {{(pid=104465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:41:35.698166 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extended resource: tags {{(pid=104465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:41:35.699973 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron.api.extensions [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Extended resource: tags {{(pid=104465) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:41:35.705904 dv-cinder-800697-2-iscsi neutron-server[104465]: WARNING keystonemiddleware.auth_token [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 14 13:41:35.710476 dv-cinder-800697-2-iscsi neutron-server[104465]: WARNING keystonemiddleware.auth_token [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 14 13:41:35.719008 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_concurrency.lockutils [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Acquired lock "singleton_lock" {{(pid=104465) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 14 13:41:35.719483 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_concurrency.lockutils [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Releasing lock "singleton_lock" {{(pid=104465) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 14 13:41:35.720127 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO oslo_service.service [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Starting 2 workers Jul 14 13:41:35.724805 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Started child 104572 {{(pid=104465) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 13:41:35.729059 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Started child 104573 {{(pid=104465) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 13:41:35.730105 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:41:35.730838 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO neutron.service [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 14 13:41:35.731257 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Notify callbacks [] for process, before_spawn {{(pid=104465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:41:35.731773 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [-] (104572) wsgi starting up on http://0.0.0.0:9696 Jul 14 13:41:35.733616 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO oslo_service.service [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Starting 1 workers Jul 14 13:41:35.733811 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:41:35.735074 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [-] (104573) wsgi starting up on http://0.0.0.0:9696 Jul 14 13:41:35.738813 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 38668) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:41:35.739055 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Started child 104575 {{(pid=104465) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 13:41:35.739645 dv-cinder-800697-2-iscsi neutron-server[104465]: INFO oslo_service.service [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Starting 1 workers Jul 14 13:41:35.743638 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.service [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] calling RpcWorker wait() {{(pid=104575) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 14 13:41:35.744382 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.service [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] returning from RpcWorker wait() {{(pid=104575) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 14 13:41:35.744552 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Started child 104576 {{(pid=104465) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 13:41:35.744906 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG neutron_lib.callbacks.manager [None req-dfab8eb0-9c23-49b9-8592-0113461ec6a8 None None] Notify callbacks [] for process, after_spawn {{(pid=104465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:41:35.745300 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:41:35.745750 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:41:35.749065 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104465) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 13:41:35.749065 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 13:41:35.749065 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 13:41:35.749325 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062406 Jul 14 13:41:35.749398 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 13:41:35.749398 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 13:41:35.749398 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 13:41:35.749398 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.749398 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.751133 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.751133 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.751133 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.751133 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.751377 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.751586 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.751677 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:41:35.752239 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.752239 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.752239 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.752417 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.752591 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.752759 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.752859 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:41:35.753861 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.753861 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.753861 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.753861 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.754118 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.754310 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.754526 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.755843 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.755843 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] debug = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.755843 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.755843 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.756150 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.756219 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.756418 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.756685 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.756925 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.757194 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.757438 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.757678 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.757911 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.758157 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.758388 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.758612 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.758866 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.759154 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.759373 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.759822 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] host = dv-cinder-800697-2-iscsi {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.760056 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.760270 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.760521 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.760762 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.761016 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.761235 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.761524 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.761777 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.762029 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.762269 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.762515 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.762767 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.763039 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.763282 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] log_file = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.763446 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] log_options = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.763684 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.763960 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.764225 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.764411 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.764571 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.764763 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.764997 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.765159 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.765401 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.765634 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.765867 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.766094 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.766326 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.766556 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.766817 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.767090 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.767306 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.767514 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.767760 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.767985 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.768214 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.768434 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.768677 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.768893 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.769109 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.769356 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.769582 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.769820 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.770053 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.770308 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.770541 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.770795 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.771062 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.771304 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.771538 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.771763 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.771984 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.772255 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.772488 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.772746 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.772993 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.773234 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.773492 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.773705 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.773931 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.774160 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] use_json = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.774376 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.774618 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.774885 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.775143 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.775337 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.775550 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.775767 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.776014 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.776416 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.776694 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.777060 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.777432 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.777833 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.778163 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.778461 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.778786 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.779163 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.779600 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.779919 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.780151 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.781006 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.781006 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.781006 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.781289 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.781581 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.781852 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.782112 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.782865 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.782865 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.782865 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.783198 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.783437 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.783744 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.784008 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.784275 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.784522 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.784749 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.784967 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.785193 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.785420 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.785687 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.785937 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.786180 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.786415 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.786683 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.787862 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.787862 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.787862 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.787862 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.787862 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.788190 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.788365 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.788507 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.789278 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.789278 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.789278 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.789502 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.789667 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.789892 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.790139 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.790356 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.790599 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.790832 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.791164 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.791323 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.792255 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.792255 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.792255 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.792255 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.792519 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.792717 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.792881 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.793679 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.793679 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.793679 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.793885 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.794050 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.794212 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.794459 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.794689 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.794901 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.795137 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.795357 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.795575 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.796503 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.796503 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.796503 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.796503 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.797052 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.797052 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.797052 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.797494 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.797494 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.797824 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.798059 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.798340 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.798547 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.798798 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.799056 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.799344 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.800448 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.800448 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.800448 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.800448 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.801023 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.801023 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.801023 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.801410 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.801410 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.801677 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.801907 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.802119 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.802355 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.802587 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.802863 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.803142 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.803386 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.803630 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.804470 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.804470 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.804470 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.804983 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.804983 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.805246 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.805438 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.805654 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.805911 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.806189 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.806456 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.806720 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.806980 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.807364 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.808533 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.810080 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.810080 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.810080 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.810479 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.810479 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.810756 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.810887 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.813102 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.813102 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.815451 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.815451 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.815451 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.815451 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.815451 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.815451 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.816247 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.816418 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.816676 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.816917 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.817139 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.817374 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.817615 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.817853 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.818054 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.818273 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.818497 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.818729 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.821384 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.821384 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.821668 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.821857 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.822143 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.822328 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.823292 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.823292 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.823292 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.823292 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.823818 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.823962 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.824287 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.824511 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.824735 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.825179 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.826204 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.826204 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.826204 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.826204 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.827069 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.827807 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.827807 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.828002 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.828209 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.828437 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.828659 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.828879 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.829109 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.829346 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.830343 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.830604 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.830826 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.831121 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.831376 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.831702 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.831971 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.832935 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.833186 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.833417 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.833666 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.833908 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.834132 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.834373 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.834596 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.834818 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.835953 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.836209 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.836438 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.836683 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.836901 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.837134 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.837374 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.837589 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.837882 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.838133 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.838369 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.838643 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.839344 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.839344 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.839597 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.839801 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.840016 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.841920 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.841920 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.841920 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.841920 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.841920 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.842278 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.842355 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.842574 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.843567 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.843818 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.844041 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.844263 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.845422 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.845422 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.845422 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.845422 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.845422 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.845782 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.845782 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.846022 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.846215 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.846514 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.846768 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.847046 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.847340 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.847573 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.847824 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.848065 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.848367 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.848588 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.848842 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.849163 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.849327 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.849484 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.849731 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.850036 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.850328 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.850577 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.850829 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.852056 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.852347 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.852614 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.852854 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.853150 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.853502 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.853807 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.854097 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.854355 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.854631 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.854860 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.855911 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.856170 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.856432 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.856657 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.856908 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.857151 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.857385 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.857624 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.857859 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.858100 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.858351 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.858585 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.858854 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.860076 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.860248 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 13:41:35.861139 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104465) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 13:41:35.861298 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 13:41:35.861459 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 13:41:35.861646 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 13:41:35.861823 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 13:41:35.861979 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 13:41:35.862203 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.862387 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.862548 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.862704 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.862843 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.863083 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.863249 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.863404 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.863564 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.863727 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.863883 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.864043 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.864201 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.864369 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.864573 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.864728 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.864867 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.865003 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.865164 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.865325 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.865479 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.865638 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.865797 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] debug = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.865968 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.866160 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.866342 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.866494 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.866642 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.866794 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.866997 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.867159 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.867319 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.867463 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.868749 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.868749 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.868749 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.868749 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.868749 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.868749 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.868749 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.868749 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] host = dv-cinder-800697-2-iscsi {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.869791 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.870045 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.870895 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.871091 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.871239 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.871392 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.871529 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.871689 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.872392 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.872392 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.873036 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.873200 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.873364 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.873525 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] log_file = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.873692 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] log_options = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.873854 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.873999 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.874155 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.874343 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.874499 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.874664 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.874817 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.875004 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.875170 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.875330 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.875492 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.875651 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.875810 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.875971 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.876181 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.876287 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.876432 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.877262 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.877262 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.877262 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.877262 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.877262 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.877608 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.877608 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.877608 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.877820 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.877908 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.878057 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.878216 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.882969 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.882969 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.882969 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.882969 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.882969 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.882969 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.882969 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.882969 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.883483 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.883483 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.883483 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.883483 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.883483 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.883483 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.883483 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.883483 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.883914 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] use_json = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.883914 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.883914 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.883914 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.883914 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.883914 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.883914 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.883914 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.884331 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:41:35.884775 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.884962 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.885151 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.885322 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.885491 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.885658 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.885835 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.885987 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.886148 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.886444 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.886622 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.886778 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.887689 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.887689 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.887689 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.887689 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.887689 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.888015 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.888015 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.888140 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.888206 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.888418 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.888519 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.888667 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.888823 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.888988 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.889149 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.889308 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.889468 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.889627 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.889788 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.889947 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.890106 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.890273 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.890428 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.890587 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.890742 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.890902 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.891268 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.891434 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.891593 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.891753 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.891991 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.892159 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.892319 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.892476 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.892636 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.892794 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.892955 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.893116 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.893284 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.893445 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.893607 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.894271 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.894271 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.894271 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.894271 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.894573 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.894573 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.894715 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.894789 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.895251 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.895251 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.895251 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.895482 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.895548 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.895714 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.895871 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.896184 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.896391 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.896555 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.896714 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.896871 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.897028 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.897186 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.897345 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.897505 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.897699 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.897829 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.897978 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.898165 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.898318 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.898463 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.898618 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.898762 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.899800 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.899800 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.899800 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.899800 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.899800 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.899800 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.900356 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.900356 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.900356 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.900356 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.901326 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.901326 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.901326 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.901326 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.901326 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.901326 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.901326 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.901717 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.901717 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.901717 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.901885 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.902191 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.902287 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.902422 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.902565 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.902707 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.902848 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.903087 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.903307 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.903545 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.903758 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.903974 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.904138 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.904299 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.904458 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.904602 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.904763 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.905354 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.905354 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.905354 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.905776 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.905776 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.905776 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.906177 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.906177 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.906439 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.906439 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.906696 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.906696 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.907050 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.907050 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.907316 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.907316 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.907584 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.907719 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.907925 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.907925 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.908263 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.908263 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.908533 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.908533 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.908791 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.908791 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.911098 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.911098 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.911098 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.911098 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.911098 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.911098 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.911098 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.911098 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.911560 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.911626 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:41:35.911697 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.911697 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.911697 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.911697 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.911697 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.911697 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.911697 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.911697 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.912136 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.912136 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.912136 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.912136 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.912136 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.912414 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.912414 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.912526 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.912675 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.912820 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.912980 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.913214 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.913307 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.913449 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.913608 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.913767 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.913926 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.914086 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.914245 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.914405 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.914562 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.914719 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.914895 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.915077 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.915234 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.915392 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.915550 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.915711 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.915869 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.916029 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.916186 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.916344 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.916504 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.916666 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.916832 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.916992 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.917151 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.917309 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.917468 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.917649 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.917816 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.918036 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.918166 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.918298 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.918456 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.918613 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.918773 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.918981 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.919143 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.919335 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.919453 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.919602 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.919760 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.919928 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.920091 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.920270 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.920436 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.920582 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.920726 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.920867 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.921022 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.921172 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.921332 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.921481 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.921641 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.921800 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.921953 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.922114 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.922273 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.922424 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.922583 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.922751 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.922926 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.923896 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.924123 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.924217 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.924375 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.924527 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.924701 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.924857 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.925018 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.925178 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.925337 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.925494 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.927173 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.928005 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.928188 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.928384 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.929787 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.929955 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.930139 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.930320 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.930494 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.930661 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.930841 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.931030 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.931195 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.931358 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.931527 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.931668 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.931804 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.931954 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.932112 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.932255 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.932418 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.932579 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.932737 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.932896 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.933061 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.933230 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.933535 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.933641 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.933724 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.933883 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:41:35.934042 dv-cinder-800697-2-iscsi neutron-server[104465]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104465) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 13:41:46.908501 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e939ad8-410d-4a14-a8fa-93a2f2c67446 None None] get_active_networks_info from dv-cinder-800697-2-iscsi {{(pid=104575) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 13:41:47.023864 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e939ad8-410d-4a14-a8fa-93a2f2c67446 None None] No non-hosted networks {{(pid=104575) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 14 13:41:47.044010 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.agentschedulers_db [None req-4e939ad8-410d-4a14-a8fa-93a2f2c67446 None None] DHCP Agent not found on host dv-cinder-800697-2-iscsi {{(pid=104575) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 14 13:41:47.187751 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-62db1224-7e88-4597-903e-05ebedce4acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-356912'] for agent, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:41:49.361717 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c38f0d5c-3c77-43fe-a3b3-64f4fa938175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-356912'] for agent, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:41:49.434314 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-19cfd336-2031-46d4-b6b3-213bfa18a56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:41:49.496454 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-356912'] for agent, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:41:49.501229 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:41:49.504724 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:41:49.505274 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:41:49.505808 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:41:49.506348 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:41:49.506869 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:41:49.507428 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:41:49.508099 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:41:49.508593 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:41:49.509128 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:41:49.509652 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:41:49.510145 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:41:49.510739 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-800697-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:41:49.517140 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-800697-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:41:50.536342 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-356912'] for agent, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:41:52.039997 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-356912'] for agent, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:41:53.340208 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 38776) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:41:53.859743 dv-cinder-800697-2-iscsi neutron-server[104573]: WARNING oslo_policy.policy [None req-0a1479c6-ce1f-4914-afb0-f85ec12df5cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 13:41:53.860301 dv-cinder-800697-2-iscsi neutron-server[104573]: WARNING oslo_policy.policy [None req-0a1479c6-ce1f-4914-afb0-f85ec12df5cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 13:41:54.074512 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [None req-0a1479c6-ce1f-4914-afb0-f85ec12df5cd admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=104573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 13:41:54.091130 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-0a1479c6-ce1f-4914-afb0-f85ec12df5cd admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7332971 Jul 14 13:41:54.657423 dv-cinder-800697-2-iscsi neutron-server[104575]: INFO neutron.db.l3_hamode_db [None req-0de16a0d-dba3-4efd-b0da-1cd5293237f1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 14 13:41:54.731816 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de16a0d-dba3-4efd-b0da-1cd5293237f1 None None] Routers set() bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:41:54.732201 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de16a0d-dba3-4efd-b0da-1cd5293237f1 None None] Router IDs set() for agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 13:41:56.411659 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 38790) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:41:56.974517 dv-cinder-800697-2-iscsi neutron-server[104572]: WARNING oslo_policy.policy [None req-7fe1a084-f0bd-4eac-8db9-4fe8d68ca383 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 13:41:56.975105 dv-cinder-800697-2-iscsi neutron-server[104572]: WARNING oslo_policy.policy [None req-7fe1a084-f0bd-4eac-8db9-4fe8d68ca383 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 13:41:57.188177 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-7fe1a084-f0bd-4eac-8db9-4fe8d68ca383 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:41:57.279597 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.policy [None req-7fe1a084-f0bd-4eac-8db9-4fe8d68ca383 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104572) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 13:41:57.323198 dv-cinder-800697-2-iscsi neutron-server[104572]: WARNING oslo_policy.policy [None req-7fe1a084-f0bd-4eac-8db9-4fe8d68ca383 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 13:41:57.323558 dv-cinder-800697-2-iscsi neutron-server[104572]: WARNING oslo_policy.policy [None req-7fe1a084-f0bd-4eac-8db9-4fe8d68ca383 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 13:41:57.332115 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.quota [None req-7fe1a084-f0bd-4eac-8db9-4fe8d68ca383 admin admin] Loaded quota_driver: . Jul 14 13:41:57.426254 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7fe1a084-f0bd-4eac-8db9-4fe8d68ca383 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787524550765', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787524551224', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787524563430', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787524565036', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787524574831', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787524453897', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3740600', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3768229', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-560640', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-741623'] for rbac-policy, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:41:57.499020 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7fe1a084-f0bd-4eac-8db9-4fe8d68ca383 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:41:57.500497 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-7fe1a084-f0bd-4eac-8db9-4fe8d68ca383 admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0878999 Jul 14 13:42:00.120863 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 38808) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:42:00.450789 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-f19081f0-4d0e-45ac-85e1-64cf41952d65 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'ad4f632ced8c43f9a077cbe9dc8798fc', 'name': 'private', 'tenant_id': 'ad4f632ced8c43f9a077cbe9dc8798fc'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:42:00.452257 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.quota [None req-f19081f0-4d0e-45ac-85e1-64cf41952d65 admin admin] Loaded quota_driver: . Jul 14 13:42:00.521417 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19081f0-4d0e-45ac-85e1-64cf41952d65 admin admin] Made reservation on behalf of ad4f632ced8c43f9a077cbe9dc8798fc for: {'network': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:42:00.587733 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.policy [None req-f19081f0-4d0e-45ac-85e1-64cf41952d65 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104573) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 13:42:00.631762 dv-cinder-800697-2-iscsi neutron-server[104573]: WARNING oslo_policy.policy [None req-f19081f0-4d0e-45ac-85e1-64cf41952d65 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 13:42:00.632127 dv-cinder-800697-2-iscsi neutron-server[104573]: WARNING oslo_policy.policy [None req-f19081f0-4d0e-45ac-85e1-64cf41952d65 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 13:42:00.642179 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-f19081f0-4d0e-45ac-85e1-64cf41952d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for network, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:00.664522 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-f19081f0-4d0e-45ac-85e1-64cf41952d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:00.808399 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-f19081f0-4d0e-45ac-85e1-64cf41952d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:00.814865 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-f19081f0-4d0e-45ac-85e1-64cf41952d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:00.838358 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f19081f0-4d0e-45ac-85e1-64cf41952d65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=104573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:42:00.865299 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-f19081f0-4d0e-45ac-85e1-64cf41952d65 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787525843514', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542'] for segment, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:00.865850 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-f19081f0-4d0e-45ac-85e1-64cf41952d65 admin admin] Unsubscribe: segment precommit_create {{(pid=104573) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 13:42:00.866344 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.db.segments_db [None req-f19081f0-4d0e-45ac-85e1-64cf41952d65 admin admin] Added segment 9cca8150-48f1-4458-9216-2f38384f683b of type vlan for network ace21cf6-074e-4d58-8ba2-9047d7e0fa95 Jul 14 13:42:00.872902 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19081f0-4d0e-45ac-85e1-64cf41952d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80eb979-da76-426f-bc6d-b6f754ccf439,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:42:00.909802 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19081f0-4d0e-45ac-85e1-64cf41952d65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:00.910146 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19081f0-4d0e-45ac-85e1-64cf41952d65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:00.910480 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19081f0-4d0e-45ac-85e1-64cf41952d65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:00.910806 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19081f0-4d0e-45ac-85e1-64cf41952d65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:00.911160 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19081f0-4d0e-45ac-85e1-64cf41952d65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:00.911494 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19081f0-4d0e-45ac-85e1-64cf41952d65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:00.911819 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19081f0-4d0e-45ac-85e1-64cf41952d65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:00.912148 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19081f0-4d0e-45ac-85e1-64cf41952d65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:00.912479 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19081f0-4d0e-45ac-85e1-64cf41952d65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:00.912801 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19081f0-4d0e-45ac-85e1-64cf41952d65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:00.913106 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19081f0-4d0e-45ac-85e1-64cf41952d65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:00.913398 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19081f0-4d0e-45ac-85e1-64cf41952d65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:00.914495 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19081f0-4d0e-45ac-85e1-64cf41952d65 admin admin] Tracked resource versions report: Jul 14 13:42:00.914495 dv-cinder-800697-2-iscsi neutron-server[104573]: pushed versions: Jul 14 13:42:00.914495 dv-cinder-800697-2-iscsi neutron-server[104573]: { 'AddressGroup': {'1.2'}, Jul 14 13:42:00.914495 dv-cinder-800697-2-iscsi neutron-server[104573]: 'ConntrackHelper': {'1.0'}, Jul 14 13:42:00.914495 dv-cinder-800697-2-iscsi neutron-server[104573]: 'Log': {'1.0'}, Jul 14 13:42:00.914495 dv-cinder-800697-2-iscsi neutron-server[104573]: 'Network': {'1.1'}, Jul 14 13:42:00.914495 dv-cinder-800697-2-iscsi neutron-server[104573]: 'Port': {'1.7'}, Jul 14 13:42:00.914495 dv-cinder-800697-2-iscsi neutron-server[104573]: 'PortForwarding': {'1.2'}, Jul 14 13:42:00.914495 dv-cinder-800697-2-iscsi neutron-server[104573]: 'QosPolicy': {'1.8'}, Jul 14 13:42:00.914495 dv-cinder-800697-2-iscsi neutron-server[104573]: 'SecurityGroup': {'1.4'}, Jul 14 13:42:00.914495 dv-cinder-800697-2-iscsi neutron-server[104573]: 'SecurityGroupRule': {'1.2'}, Jul 14 13:42:00.914495 dv-cinder-800697-2-iscsi neutron-server[104573]: 'SubPort': {'1.0'}, Jul 14 13:42:00.914495 dv-cinder-800697-2-iscsi neutron-server[104573]: 'Subnet': {'1.1'}, Jul 14 13:42:00.914495 dv-cinder-800697-2-iscsi neutron-server[104573]: 'Trunk': {'1.1'}} Jul 14 13:42:00.914495 dv-cinder-800697-2-iscsi neutron-server[104573]: consumer versions: Jul 14 13:42:00.914495 dv-cinder-800697-2-iscsi neutron-server[104573]: { DHCP agent@dv-cinder-800697-2-iscsi: {}, Jul 14 13:42:00.914495 dv-cinder-800697-2-iscsi neutron-server[104573]: L3 agent@dv-cinder-800697-2-iscsi: {}, Jul 14 13:42:00.914495 dv-cinder-800697-2-iscsi neutron-server[104573]: Metadata agent@dv-cinder-800697-2-iscsi: {}, Jul 14 13:42:00.914495 dv-cinder-800697-2-iscsi neutron-server[104573]: Metering agent@dv-cinder-800697-2-iscsi: {}, Jul 14 13:42:00.914495 dv-cinder-800697-2-iscsi neutron-server[104573]: Open vSwitch agent@dv-cinder-800697-2-iscsi: { 'AddressGroup': '1.2', Jul 14 13:42:00.914495 dv-cinder-800697-2-iscsi neutron-server[104573]: 'ConntrackHelper': '1.0', Jul 14 13:42:00.914495 dv-cinder-800697-2-iscsi neutron-server[104573]: 'Log': '1.0', Jul 14 13:42:00.914495 dv-cinder-800697-2-iscsi neutron-server[104573]: 'Network': '1.1', Jul 14 13:42:00.914495 dv-cinder-800697-2-iscsi neutron-server[104573]: 'Port': '1.7', Jul 14 13:42:00.914495 dv-cinder-800697-2-iscsi neutron-server[104573]: 'PortForwarding': '1.2', Jul 14 13:42:00.914495 dv-cinder-800697-2-iscsi neutron-server[104573]: 'QosPolicy': '1.8', Jul 14 13:42:00.914495 dv-cinder-800697-2-iscsi neutron-server[104573]: 'SecurityGroup': '1.4', Jul 14 13:42:00.914495 dv-cinder-800697-2-iscsi neutron-server[104573]: 'SecurityGroupRule': '1.2', Jul 14 13:42:00.914495 dv-cinder-800697-2-iscsi neutron-server[104573]: 'SubPort': '1.0', Jul 14 13:42:00.914495 dv-cinder-800697-2-iscsi neutron-server[104573]: 'Subnet': '1.1', Jul 14 13:42:00.914495 dv-cinder-800697-2-iscsi neutron-server[104573]: 'Trunk': '1.1'}} Jul 14 13:42:00.914495 dv-cinder-800697-2-iscsi neutron-server[104573]: {{(pid=104573) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 13:42:00.992919 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-f19081f0-4d0e-45ac-85e1-64cf41952d65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787525299204'] for network, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:01.047944 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-f19081f0-4d0e-45ac-85e1-64cf41952d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338'] for network, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:01.049198 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19081f0-4d0e-45ac-85e1-64cf41952d65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:42:01.049854 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-f19081f0-4d0e-45ac-85e1-64cf41952d65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for network, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:01.130212 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-f19081f0-4d0e-45ac-85e1-64cf41952d65 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0083134 Jul 14 13:42:01.146766 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19081f0-4d0e-45ac-85e1-64cf41952d65 admin admin] Pushing event updated for resources: {'Network': ['ID=ace21cf6-074e-4d58-8ba2-9047d7e0fa95,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:42:01.160761 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Network ace21cf6-074e-4d58-8ba2-9047d7e0fa95 details requested by agent ovs-agent-dv-cinder-800697-2-iscsi with host dv-cinder-800697-2-iscsi {{(pid=104575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:42:03.786844 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 38824) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:42:04.246936 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaebeeb0-40c7-4219-a642-34a1c6d52346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:42:04.248457 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-aaebeeb0-40c7-4219-a642-34a1c6d52346 admin admin] 10.222.0.35 "GET /v2.0/networks/ace21cf6-074e-4d58-8ba2-9047d7e0fa95 HTTP/1.1" status: 200 len: 825 time: 0.4606555 Jul 14 13:42:04.276377 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-d702c62a-e750-41ed-8a74-cfe412919e8c admin admin] 10.222.0.35 "GET /v2.0/subnetpools/2509d676-d7bc-4b9d-a931-8647b9f0bebe HTTP/1.1" status: 200 len: 734 time: 0.0194321 Jul 14 13:42:04.285280 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-d6a13cec-ea3e-4ef4-a6a7-018aedf4bbd6 admin admin] Request body: {'subnet': {'network_id': 'ace21cf6-074e-4d58-8ba2-9047d7e0fa95', 'ip_version': 4, 'tenant_id': 'ad4f632ced8c43f9a077cbe9dc8798fc', 'subnetpool_id': '2509d676-d7bc-4b9d-a931-8647b9f0bebe', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:42:04.314077 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a13cec-ea3e-4ef4-a6a7-018aedf4bbd6 admin admin] Made reservation on behalf of ad4f632ced8c43f9a077cbe9dc8798fc for: {'subnet': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:42:04.316705 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d6a13cec-ea3e-4ef4-a6a7-018aedf4bbd6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:04.626243 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d6a13cec-ea3e-4ef4-a6a7-018aedf4bbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338'] for subnet, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:04.690893 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a13cec-ea3e-4ef4-a6a7-018aedf4bbd6 admin admin] Checking segment: {'id': '9cca8150-48f1-4458-9216-2f38384f683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ace21cf6-074e-4d58-8ba2-9047d7e0fa95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:42:04.691305 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a13cec-ea3e-4ef4-a6a7-018aedf4bbd6 admin admin] Network hostable DHCP agents. Network: ace21cf6-074e-4d58-8ba2-9047d7e0fa95, hostable agents: ['d5e7476e-1d58-4a72-9697-436f60a7843b'], hosted agents: [] {{(pid=104572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:42:04.702724 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a13cec-ea3e-4ef4-a6a7-018aedf4bbd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b34cf2b-f209-4d3a-b47a-b3f533ca20bc,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:42:04.719072 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a13cec-ea3e-4ef4-a6a7-018aedf4bbd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:04.719441 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a13cec-ea3e-4ef4-a6a7-018aedf4bbd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:04.719768 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a13cec-ea3e-4ef4-a6a7-018aedf4bbd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:04.720063 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a13cec-ea3e-4ef4-a6a7-018aedf4bbd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:04.720446 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a13cec-ea3e-4ef4-a6a7-018aedf4bbd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:04.720794 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a13cec-ea3e-4ef4-a6a7-018aedf4bbd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:04.721127 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a13cec-ea3e-4ef4-a6a7-018aedf4bbd6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:04.721489 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a13cec-ea3e-4ef4-a6a7-018aedf4bbd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:04.721826 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a13cec-ea3e-4ef4-a6a7-018aedf4bbd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:04.722121 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a13cec-ea3e-4ef4-a6a7-018aedf4bbd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:04.722431 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a13cec-ea3e-4ef4-a6a7-018aedf4bbd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:04.722739 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a13cec-ea3e-4ef4-a6a7-018aedf4bbd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:04.723873 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a13cec-ea3e-4ef4-a6a7-018aedf4bbd6 admin admin] Tracked resource versions report: Jul 14 13:42:04.723873 dv-cinder-800697-2-iscsi neutron-server[104572]: pushed versions: Jul 14 13:42:04.723873 dv-cinder-800697-2-iscsi neutron-server[104572]: { 'AddressGroup': {'1.2'}, Jul 14 13:42:04.723873 dv-cinder-800697-2-iscsi neutron-server[104572]: 'ConntrackHelper': {'1.0'}, Jul 14 13:42:04.723873 dv-cinder-800697-2-iscsi neutron-server[104572]: 'Log': {'1.0'}, Jul 14 13:42:04.723873 dv-cinder-800697-2-iscsi neutron-server[104572]: 'Network': {'1.1'}, Jul 14 13:42:04.723873 dv-cinder-800697-2-iscsi neutron-server[104572]: 'Port': {'1.7'}, Jul 14 13:42:04.723873 dv-cinder-800697-2-iscsi neutron-server[104572]: 'PortForwarding': {'1.2'}, Jul 14 13:42:04.723873 dv-cinder-800697-2-iscsi neutron-server[104572]: 'QosPolicy': {'1.8'}, Jul 14 13:42:04.723873 dv-cinder-800697-2-iscsi neutron-server[104572]: 'SecurityGroup': {'1.4'}, Jul 14 13:42:04.723873 dv-cinder-800697-2-iscsi neutron-server[104572]: 'SecurityGroupRule': {'1.2'}, Jul 14 13:42:04.723873 dv-cinder-800697-2-iscsi neutron-server[104572]: 'SubPort': {'1.0'}, Jul 14 13:42:04.723873 dv-cinder-800697-2-iscsi neutron-server[104572]: 'Subnet': {'1.1'}, Jul 14 13:42:04.723873 dv-cinder-800697-2-iscsi neutron-server[104572]: 'Trunk': {'1.1'}} Jul 14 13:42:04.723873 dv-cinder-800697-2-iscsi neutron-server[104572]: consumer versions: Jul 14 13:42:04.723873 dv-cinder-800697-2-iscsi neutron-server[104572]: { DHCP agent@dv-cinder-800697-2-iscsi: {}, Jul 14 13:42:04.723873 dv-cinder-800697-2-iscsi neutron-server[104572]: L3 agent@dv-cinder-800697-2-iscsi: {}, Jul 14 13:42:04.723873 dv-cinder-800697-2-iscsi neutron-server[104572]: Metadata agent@dv-cinder-800697-2-iscsi: {}, Jul 14 13:42:04.723873 dv-cinder-800697-2-iscsi neutron-server[104572]: Metering agent@dv-cinder-800697-2-iscsi: {}, Jul 14 13:42:04.723873 dv-cinder-800697-2-iscsi neutron-server[104572]: Open vSwitch agent@dv-cinder-800697-2-iscsi: { 'AddressGroup': '1.2', Jul 14 13:42:04.723873 dv-cinder-800697-2-iscsi neutron-server[104572]: 'ConntrackHelper': '1.0', Jul 14 13:42:04.723873 dv-cinder-800697-2-iscsi neutron-server[104572]: 'Log': '1.0', Jul 14 13:42:04.723873 dv-cinder-800697-2-iscsi neutron-server[104572]: 'Network': '1.1', Jul 14 13:42:04.723873 dv-cinder-800697-2-iscsi neutron-server[104572]: 'Port': '1.7', Jul 14 13:42:04.723873 dv-cinder-800697-2-iscsi neutron-server[104572]: 'PortForwarding': '1.2', Jul 14 13:42:04.723873 dv-cinder-800697-2-iscsi neutron-server[104572]: 'QosPolicy': '1.8', Jul 14 13:42:04.723873 dv-cinder-800697-2-iscsi neutron-server[104572]: 'SecurityGroup': '1.4', Jul 14 13:42:04.723873 dv-cinder-800697-2-iscsi neutron-server[104572]: 'SecurityGroupRule': '1.2', Jul 14 13:42:04.723873 dv-cinder-800697-2-iscsi neutron-server[104572]: 'SubPort': '1.0', Jul 14 13:42:04.723873 dv-cinder-800697-2-iscsi neutron-server[104572]: 'Subnet': '1.1', Jul 14 13:42:04.723873 dv-cinder-800697-2-iscsi neutron-server[104572]: 'Trunk': '1.1'}} Jul 14 13:42:04.723873 dv-cinder-800697-2-iscsi neutron-server[104572]: {{(pid=104572) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 13:42:04.751526 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a13cec-ea3e-4ef4-a6a7-018aedf4bbd6 admin admin] Network ace21cf6-074e-4d58-8ba2-9047d7e0fa95 is scheduled to be hosted by DHCP agent d5e7476e-1d58-4a72-9697-436f60a7843b with binding_index 1 {{(pid=104572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:42:04.766407 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-d6a13cec-ea3e-4ef4-a6a7-018aedf4bbd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-2-iscsi, ace21cf6-074e-4d58-8ba2-9047d7e0fa95) {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:42:04.771117 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a13cec-ea3e-4ef4-a6a7-018aedf4bbd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:42:04.771728 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d6a13cec-ea3e-4ef4-a6a7-018aedf4bbd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for subnet, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:04.775811 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffb4548-948c-4074-af13-051b2cbdeda4 None None] Network ace21cf6-074e-4d58-8ba2-9047d7e0fa95 requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:42:04.785962 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-d6a13cec-ea3e-4ef4-a6a7-018aedf4bbd6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5040562 Jul 14 13:42:05.086419 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ac2c33-dae9-4ca3-8bc9-4d6a451b2dff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82750a10-d604-5a62-9a9a-8866d319da02-ace21cf6-074e-4d58-8ba2-9047d7e0fa95', 'network_id': 'ace21cf6-074e-4d58-8ba2-9047d7e0fa95', 'tenant_id': 'ad4f632ced8c43f9a077cbe9dc8798fc', 'fixed_ips': [{'subnet_id': '6b34cf2b-f209-4d3a-b47a-b3f533ca20bc'}]}} from dv-cinder-800697-2-iscsi. {{(pid=104575) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 13:42:05.087645 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-51ac2c33-dae9-4ca3-8bc9-4d6a451b2dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:05.357221 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.db_base_plugin_common [None req-51ac2c33-dae9-4ca3-8bc9-4d6a451b2dff None None] Allocated IP 172.20.0.2 (ace21cf6-074e-4d58-8ba2-9047d7e0fa95/6b34cf2b-f209-4d3a-b47a-b3f533ca20bc/560ed4cb-a970-4cb3-ae1d-44bbd917f815) {{(pid=104575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:42:05.564555 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-51ac2c33-dae9-4ca3-8bc9-4d6a451b2dff None None] Notify callbacks [] for port, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:05.606498 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-51ac2c33-dae9-4ca3-8bc9-4d6a451b2dff None None] Transition to ACTIVE for port object 560ed4cb-a970-4cb3-ae1d-44bbd917f815 will not be triggered until provisioned by entity L2. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:42:05.628166 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-51ac2c33-dae9-4ca3-8bc9-4d6a451b2dff None None] Transition to ACTIVE for port object 560ed4cb-a970-4cb3-ae1d-44bbd917f815 will not be triggered until provisioned by entity DHCP. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:42:05.637039 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-51ac2c33-dae9-4ca3-8bc9-4d6a451b2dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755'] for port, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:05.703530 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ac2c33-dae9-4ca3-8bc9-4d6a451b2dff None None] Network ace21cf6-074e-4d58-8ba2-9047d7e0fa95 is already hosted by enough agents. {{(pid=104575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:42:05.708168 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [None req-51ac2c33-dae9-4ca3-8bc9-4d6a451b2dff None None] Resources bound (agent type, host, resource id): {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:42:05.719701 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ac2c33-dae9-4ca3-8bc9-4d6a451b2dff None None] Received port after_create {{(pid=104575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:42:05.722759 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac2c33-dae9-4ca3-8bc9-4d6a451b2dff None None] Pushing event updated for resources: {'Port': ['ID=560ed4cb-a970-4cb3-ae1d-44bbd917f815,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:42:05.748220 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ac2c33-dae9-4ca3-8bc9-4d6a451b2dff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:05.748575 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ac2c33-dae9-4ca3-8bc9-4d6a451b2dff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:05.748913 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ac2c33-dae9-4ca3-8bc9-4d6a451b2dff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:05.749242 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ac2c33-dae9-4ca3-8bc9-4d6a451b2dff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:05.749573 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ac2c33-dae9-4ca3-8bc9-4d6a451b2dff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:05.749901 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ac2c33-dae9-4ca3-8bc9-4d6a451b2dff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:05.750216 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ac2c33-dae9-4ca3-8bc9-4d6a451b2dff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:05.750550 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ac2c33-dae9-4ca3-8bc9-4d6a451b2dff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:05.750883 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ac2c33-dae9-4ca3-8bc9-4d6a451b2dff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:05.751237 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ac2c33-dae9-4ca3-8bc9-4d6a451b2dff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:05.751557 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ac2c33-dae9-4ca3-8bc9-4d6a451b2dff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:05.751854 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ac2c33-dae9-4ca3-8bc9-4d6a451b2dff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:05.752950 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ac2c33-dae9-4ca3-8bc9-4d6a451b2dff None None] Tracked resource versions report: Jul 14 13:42:05.752950 dv-cinder-800697-2-iscsi neutron-server[104575]: pushed versions: Jul 14 13:42:05.752950 dv-cinder-800697-2-iscsi neutron-server[104575]: { 'AddressGroup': {'1.2'}, Jul 14 13:42:05.752950 dv-cinder-800697-2-iscsi neutron-server[104575]: 'ConntrackHelper': {'1.0'}, Jul 14 13:42:05.752950 dv-cinder-800697-2-iscsi neutron-server[104575]: 'Log': {'1.0'}, Jul 14 13:42:05.752950 dv-cinder-800697-2-iscsi neutron-server[104575]: 'Network': {'1.1'}, Jul 14 13:42:05.752950 dv-cinder-800697-2-iscsi neutron-server[104575]: 'Port': {'1.7'}, Jul 14 13:42:05.752950 dv-cinder-800697-2-iscsi neutron-server[104575]: 'PortForwarding': {'1.2'}, Jul 14 13:42:05.752950 dv-cinder-800697-2-iscsi neutron-server[104575]: 'QosPolicy': {'1.8'}, Jul 14 13:42:05.752950 dv-cinder-800697-2-iscsi neutron-server[104575]: 'SecurityGroup': {'1.4'}, Jul 14 13:42:05.752950 dv-cinder-800697-2-iscsi neutron-server[104575]: 'SecurityGroupRule': {'1.2'}, Jul 14 13:42:05.752950 dv-cinder-800697-2-iscsi neutron-server[104575]: 'SubPort': {'1.0'}, Jul 14 13:42:05.752950 dv-cinder-800697-2-iscsi neutron-server[104575]: 'Subnet': {'1.1'}, Jul 14 13:42:05.752950 dv-cinder-800697-2-iscsi neutron-server[104575]: 'Trunk': {'1.1'}} Jul 14 13:42:05.752950 dv-cinder-800697-2-iscsi neutron-server[104575]: consumer versions: Jul 14 13:42:05.752950 dv-cinder-800697-2-iscsi neutron-server[104575]: { DHCP agent@dv-cinder-800697-2-iscsi: {}, Jul 14 13:42:05.752950 dv-cinder-800697-2-iscsi neutron-server[104575]: L3 agent@dv-cinder-800697-2-iscsi: {}, Jul 14 13:42:05.752950 dv-cinder-800697-2-iscsi neutron-server[104575]: Metadata agent@dv-cinder-800697-2-iscsi: {}, Jul 14 13:42:05.752950 dv-cinder-800697-2-iscsi neutron-server[104575]: Metering agent@dv-cinder-800697-2-iscsi: {}, Jul 14 13:42:05.752950 dv-cinder-800697-2-iscsi neutron-server[104575]: Open vSwitch agent@dv-cinder-800697-2-iscsi: { 'AddressGroup': '1.2', Jul 14 13:42:05.752950 dv-cinder-800697-2-iscsi neutron-server[104575]: 'ConntrackHelper': '1.0', Jul 14 13:42:05.752950 dv-cinder-800697-2-iscsi neutron-server[104575]: 'Log': '1.0', Jul 14 13:42:05.752950 dv-cinder-800697-2-iscsi neutron-server[104575]: 'Network': '1.1', Jul 14 13:42:05.752950 dv-cinder-800697-2-iscsi neutron-server[104575]: 'Port': '1.7', Jul 14 13:42:05.752950 dv-cinder-800697-2-iscsi neutron-server[104575]: 'PortForwarding': '1.2', Jul 14 13:42:05.752950 dv-cinder-800697-2-iscsi neutron-server[104575]: 'QosPolicy': '1.8', Jul 14 13:42:05.752950 dv-cinder-800697-2-iscsi neutron-server[104575]: 'SecurityGroup': '1.4', Jul 14 13:42:05.752950 dv-cinder-800697-2-iscsi neutron-server[104575]: 'SecurityGroupRule': '1.2', Jul 14 13:42:05.752950 dv-cinder-800697-2-iscsi neutron-server[104575]: 'SubPort': '1.0', Jul 14 13:42:05.752950 dv-cinder-800697-2-iscsi neutron-server[104575]: 'Subnet': '1.1', Jul 14 13:42:05.752950 dv-cinder-800697-2-iscsi neutron-server[104575]: 'Trunk': '1.1'}} Jul 14 13:42:05.752950 dv-cinder-800697-2-iscsi neutron-server[104575]: {{(pid=104575) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 13:42:05.802570 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-51ac2c33-dae9-4ca3-8bc9-4d6a451b2dff None None] Attempting to bind port 560ed4cb-a970-4cb3-ae1d-44bbd917f815 on host dv-cinder-800697-2-iscsi for vnic_type normal with profile {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:42:05.803231 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-51ac2c33-dae9-4ca3-8bc9-4d6a451b2dff None None] Attempting to bind port 560ed4cb-a970-4cb3-ae1d-44bbd917f815 by drivers openvswitch,hyperv on host dv-cinder-800697-2-iscsi at level 0 using segments [{'id': '9cca8150-48f1-4458-9216-2f38384f683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ace21cf6-074e-4d58-8ba2-9047d7e0fa95'}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:42:05.803356 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ac2c33-dae9-4ca3-8bc9-4d6a451b2dff None None] Attempting to bind port 560ed4cb-a970-4cb3-ae1d-44bbd917f815 on network ace21cf6-074e-4d58-8ba2-9047d7e0fa95 {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:42:05.808379 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ac2c33-dae9-4ca3-8bc9-4d6a451b2dff None None] Checking agent: {'id': 'c8ba3178-5fdc-4895-ae06-68797a69110c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 41, 49), 'started_at': datetime.datetime(2021, 7, 14, 13, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:42:05.808842 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ac2c33-dae9-4ca3-8bc9-4d6a451b2dff None None] Checking segment: {'id': '9cca8150-48f1-4458-9216-2f38384f683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ace21cf6-074e-4d58-8ba2-9047d7e0fa95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:42:05.809324 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-51ac2c33-dae9-4ca3-8bc9-4d6a451b2dff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:05.809709 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ac2c33-dae9-4ca3-8bc9-4d6a451b2dff None None] Bound using segment: {'id': '9cca8150-48f1-4458-9216-2f38384f683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ace21cf6-074e-4d58-8ba2-9047d7e0fa95'} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:42:05.810170 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-51ac2c33-dae9-4ca3-8bc9-4d6a451b2dff None None] Bound port: 560ed4cb-a970-4cb3-ae1d-44bbd917f815, host: dv-cinder-800697-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cca8150-48f1-4458-9216-2f38384f683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ace21cf6-074e-4d58-8ba2-9047d7e0fa95'}}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:42:05.810571 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-51ac2c33-dae9-4ca3-8bc9-4d6a451b2dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:05.880457 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-51ac2c33-dae9-4ca3-8bc9-4d6a451b2dff None None] For port 560ed4cb-a970-4cb3-ae1d-44bbd917f815, host dv-cinder-800697-2-iscsi, cleared binding levels {{(pid=104575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:42:05.884718 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-51ac2c33-dae9-4ca3-8bc9-4d6a451b2dff None None] For port 560ed4cb-a970-4cb3-ae1d-44bbd917f815, host dv-cinder-800697-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=560ed4cb-a970-4cb3-ae1d-44bbd917f815,segment=NetworkSegment(9cca8150-48f1-4458-9216-2f38384f683b),segment_id=9cca8150-48f1-4458-9216-2f38384f683b)] {{(pid=104575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:42:05.890735 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-51ac2c33-dae9-4ca3-8bc9-4d6a451b2dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:05.955166 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac2c33-dae9-4ca3-8bc9-4d6a451b2dff None None] Pushing event updated for resources: {'Port': ['ID=560ed4cb-a970-4cb3-ae1d-44bbd917f815,revision_number=2']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:42:07.122077 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 38836) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:42:07.452932 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [None req-dca1b4c5-4db0-4321-93f0-b7efab43f6d2 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=104573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 13:42:07.466947 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-dca1b4c5-4db0-4321-93f0-b7efab43f6d2 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3308647 Jul 14 13:42:09.786128 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 38844) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:42:10.114089 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [None req-90640782-28f2-45a9-92ac-fb167056fd88 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=104573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 13:42:10.115083 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-90640782-28f2-45a9-92ac-fb167056fd88 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3280149 Jul 14 13:42:11.370294 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 560ed4cb-a970-4cb3-ae1d-44bbd917f815 up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:42:11.457594 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning for port 560ed4cb-a970-4cb3-ae1d-44bbd917f815 completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:42:11.941664 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897bdf3b-1b24-4c51-9b5e-eb028a5ae6fd None None] Network ace21cf6-074e-4d58-8ba2-9047d7e0fa95 requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:42:11.998261 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-b35f2bd9-4eda-4026-a2e2-59cb9258f5bf None None] Provisioning for port 560ed4cb-a970-4cb3-ae1d-44bbd917f815 completed by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:42:12.003885 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-b35f2bd9-4eda-4026-a2e2-59cb9258f5bf None None] Provisioning complete for port 560ed4cb-a970-4cb3-ae1d-44bbd917f815 triggered by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:42:12.004281 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-b35f2bd9-4eda-4026-a2e2-59cb9258f5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:12.185886 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-b35f2bd9-4eda-4026-a2e2-59cb9258f5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:12.245661 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-b35f2bd9-4eda-4026-a2e2-59cb9258f5bf None None] For port 560ed4cb-a970-4cb3-ae1d-44bbd917f815, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=560ed4cb-a970-4cb3-ae1d-44bbd917f815,segment=NetworkSegment(9cca8150-48f1-4458-9216-2f38384f683b),segment_id=9cca8150-48f1-4458-9216-2f38384f683b)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:42:12.251277 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-b35f2bd9-4eda-4026-a2e2-59cb9258f5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:12.306815 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f2bd9-4eda-4026-a2e2-59cb9258f5bf None None] Pushing event updated for resources: {'Port': ['ID=560ed4cb-a970-4cb3-ae1d-44bbd917f815,revision_number=3']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:42:12.471835 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-7daf31b8-9d56-4891-9684-f9fd75462650 None None] Provisioning complete for port 560ed4cb-a970-4cb3-ae1d-44bbd917f815 triggered by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:42:12.472457 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-7daf31b8-9d56-4891-9684-f9fd75462650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:12.726144 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 38858) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:42:13.043403 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-ae76143c-16de-485b-a274-179292b304ae admin admin] Request body: {'router': {'tenant_id': 'ad4f632ced8c43f9a077cbe9dc8798fc', 'name': 'router1', 'admin_state_up': True}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:42:13.069408 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ae76143c-16de-485b-a274-179292b304ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-359094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60051'] for router, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:13.071003 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ae76143c-16de-485b-a274-179292b304ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-358933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-353752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60056'] for router, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:13.220073 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ae76143c-16de-485b-a274-179292b304ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:13.229864 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ae76143c-16de-485b-a274-179292b304ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-359081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359211'] for router, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:13.248811 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ae76143c-16de-485b-a274-179292b304ae admin admin] Notify callbacks [] for router, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:13.250009 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-ae76143c-16de-485b-a274-179292b304ae admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5225282 Jul 14 13:42:13.357138 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 560ed4cb-a970-4cb3-ae1d-44bbd917f815 up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:42:13.407987 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port 560ed4cb-a970-4cb3-ae1d-44bbd917f815 triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:42:13.408359 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:15.593686 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 38866) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:42:15.941189 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [None req-29d7f59d-571e-4bd9-a30f-a6782bf723bf admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=104573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 13:42:15.942445 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-29d7f59d-571e-4bd9-a30f-a6782bf723bf admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3475211 Jul 14 13:42:16.818306 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e389e8bb-cadc-4609-9d8c-6106d30d2f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:18.286768 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 38874) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:42:18.605785 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-cd733b50-f68a-45c0-8281-bc30aea5215b admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'admin_state_up': True}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:42:18.635871 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd733b50-f68a-45c0-8281-bc30aea5215b admin admin] Made reservation on behalf of 02c13345510443c595c80a13c7766dd8 for: {'network': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:42:18.638359 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-cd733b50-f68a-45c0-8281-bc30aea5215b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for network, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:18.646451 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-cd733b50-f68a-45c0-8281-bc30aea5215b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:18.734631 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-cd733b50-f68a-45c0-8281-bc30aea5215b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:18.740658 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-cd733b50-f68a-45c0-8281-bc30aea5215b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:18.756700 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cd733b50-f68a-45c0-8281-bc30aea5215b admin admin] Reserving flat network on physical network physnet1 {{(pid=104573) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 14 13:42:18.778500 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-cd733b50-f68a-45c0-8281-bc30aea5215b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542'] for segment, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:18.778831 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.db.segments_db [None req-cd733b50-f68a-45c0-8281-bc30aea5215b admin admin] Added segment c6937592-4176-4619-b9cc-7188e645a4b4 of type flat for network b28dab8c-9c3b-45dd-8fa2-7ffa63c66645 Jul 14 13:42:18.779993 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd733b50-f68a-45c0-8281-bc30aea5215b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf543a85-e271-44c5-990b-3d9486c48b91,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:42:18.826592 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-cd733b50-f68a-45c0-8281-bc30aea5215b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787525299204'] for network, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:18.863077 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-cd733b50-f68a-45c0-8281-bc30aea5215b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338'] for network, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:18.864045 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd733b50-f68a-45c0-8281-bc30aea5215b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:42:18.864750 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-cd733b50-f68a-45c0-8281-bc30aea5215b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for network, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:18.917365 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-cd733b50-f68a-45c0-8281-bc30aea5215b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6291912 Jul 14 13:42:18.922068 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd733b50-f68a-45c0-8281-bc30aea5215b admin admin] Pushing event updated for resources: {'Network': ['ID=b28dab8c-9c3b-45dd-8fa2-7ffa63c66645,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:42:18.942866 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Network b28dab8c-9c3b-45dd-8fa2-7ffa63c66645 details requested by agent ovs-agent-dv-cinder-800697-2-iscsi with host dv-cinder-800697-2-iscsi {{(pid=104575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:42:19.369043 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-48ad8f05-4c1e-46d8-88f9-eba8cc76d55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:19.492876 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:20.491545 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:21.236013 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 38892) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:42:21.473851 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291b77f1-92a7-4b62-92a5-18043e769b49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:42:21.475243 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-291b77f1-92a7-4b62-92a5-18043e769b49 admin admin] 10.222.0.35 "GET /v2.0/subnets/6b34cf2b-f209-4d3a-b47a-b3f533ca20bc HTTP/1.1" status: 200 len: 849 time: 0.2382181 Jul 14 13:42:21.591043 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-629532d9-7ccc-41ac-a5e5-cd4e539eea4d admin admin] 10.222.0.35 "GET /v2.0/routers/2f804162-def3-48b4-99e3-e745f85342f2 HTTP/1.1" status: 200 len: 704 time: 0.1102526 Jul 14 13:42:21.857766 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-71a85148-2877-4eb8-b73e-c9c00f2077dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:22.003772 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:22.145620 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_common [None req-71a85148-2877-4eb8-b73e-c9c00f2077dc admin admin] Allocated IP 172.20.0.1 (ace21cf6-074e-4d58-8ba2-9047d7e0fa95/6b34cf2b-f209-4d3a-b47a-b3f533ca20bc/1b5a963c-34e3-4bba-a96d-978d11a6b07b) {{(pid=104573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:42:22.326055 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-71a85148-2877-4eb8-b73e-c9c00f2077dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:22.357653 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.provisioning_blocks [None req-71a85148-2877-4eb8-b73e-c9c00f2077dc admin admin] Transition to ACTIVE for port object 1b5a963c-34e3-4bba-a96d-978d11a6b07b will not be triggered until provisioned by entity DHCP. {{(pid=104573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:42:22.453192 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-71a85148-2877-4eb8-b73e-c9c00f2077dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755'] for port, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:22.528188 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a85148-2877-4eb8-b73e-c9c00f2077dc admin admin] Network ace21cf6-074e-4d58-8ba2-9047d7e0fa95 is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:42:22.532780 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-71a85148-2877-4eb8-b73e-c9c00f2077dc admin admin] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:42:22.543527 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a85148-2877-4eb8-b73e-c9c00f2077dc admin admin] Received port after_create {{(pid=104573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:42:22.544002 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-71a85148-2877-4eb8-b73e-c9c00f2077dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359384'] for router_interface, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:22.547609 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a85148-2877-4eb8-b73e-c9c00f2077dc admin admin] Pushing event updated for resources: {'Port': ['ID=1b5a963c-34e3-4bba-a96d-978d11a6b07b,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:42:22.751220 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-affb6714-e1e4-4efd-9908-1ef2e1a8654f None None] Provisioning for port 1b5a963c-34e3-4bba-a96d-978d11a6b07b completed by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:42:22.754696 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-affb6714-e1e4-4efd-9908-1ef2e1a8654f None None] Provisioning complete for port 1b5a963c-34e3-4bba-a96d-978d11a6b07b triggered by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:42:22.755099 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-affb6714-e1e4-4efd-9908-1ef2e1a8654f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:22.787867 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-affb6714-e1e4-4efd-9908-1ef2e1a8654f None None] Port 1b5a963c-34e3-4bba-a96d-978d11a6b07b cannot update to ACTIVE because it is not bound. {{(pid=104575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:42:22.811289 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-71a85148-2877-4eb8-b73e-c9c00f2077dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:22.994580 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-71a85148-2877-4eb8-b73e-c9c00f2077dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:23.001340 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-71a85148-2877-4eb8-b73e-c9c00f2077dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:23.001999 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-71a85148-2877-4eb8-b73e-c9c00f2077dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-360040'] for router_interface, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:23.075569 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a85148-2877-4eb8-b73e-c9c00f2077dc admin admin] Pushing event updated for resources: {'Port': ['ID=1b5a963c-34e3-4bba-a96d-978d11a6b07b,revision_number=2']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:42:23.124898 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a85148-2877-4eb8-b73e-c9c00f2077dc admin admin] Network ace21cf6-074e-4d58-8ba2-9047d7e0fa95 is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:42:23.126262 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-71a85148-2877-4eb8-b73e-c9c00f2077dc admin admin] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:42:23.285998 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a85148-2877-4eb8-b73e-c9c00f2077dc admin admin] Router 2f804162-def3-48b4-99e3-e745f85342f2 is scheduled to L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 with binding_index 1 {{(pid=104573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 13:42:23.309214 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-622c6cf4-1282-42fc-93a5-197698dd4df5 None None] Provisioning complete for port 1b5a963c-34e3-4bba-a96d-978d11a6b07b triggered by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:42:23.309697 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-622c6cf4-1282-42fc-93a5-197698dd4df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:23.345574 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-622c6cf4-1282-42fc-93a5-197698dd4df5 None None] Port 1b5a963c-34e3-4bba-a96d-978d11a6b07b cannot update to ACTIVE because it is not bound. {{(pid=104575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:42:23.373793 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a85148-2877-4eb8-b73e-c9c00f2077dc admin admin] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:42:23.378851 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-71a85148-2877-4eb8-b73e-c9c00f2077dc admin admin] 10.222.0.35 "PUT /v2.0/routers/2f804162-def3-48b4-99e3-e745f85342f2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7806432 Jul 14 13:42:23.395232 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc27d0c-dd2e-4c7f-8fa2-ac6697ecccc7 None None] Sync routers for ids ['2f804162-def3-48b4-99e3-e745f85342f2'] in dv-cinder-800697-2-iscsi {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:42:23.406529 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc27d0c-dd2e-4c7f-8fa2-ac6697ecccc7 None None] Routers {'2f804162-def3-48b4-99e3-e745f85342f2'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:42:23.407450 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-8cc27d0c-dd2e-4c7f-8fa2-ac6697ecccc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:42:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['2f804162-def3-48b4-99e3-e745f85342f2'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:42:23.584746 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-8cc27d0c-dd2e-4c7f-8fa2-ac6697ecccc7 None None] Set router 2f804162-def3-48b4-99e3-e745f85342f2 gateway port host: None {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:42:24.001233 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-8cc27d0c-dd2e-4c7f-8fa2-ac6697ecccc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f804162-def3-48b4-99e3-e745f85342f2', 'name': 'router1', 'tenant_id': 'ad4f632ced8c43f9a077cbe9dc8798fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:42:13Z', 'updated_at': '2021-07-14T13:42:22Z', 'revision_number': 2, 'project_id': 'ad4f632ced8c43f9a077cbe9dc8798fc', 'gw_port_host': None, '_interfaces': [{'id': '1b5a963c-34e3-4bba-a96d-978d11a6b07b', 'name': '', 'network_id': 'ace21cf6-074e-4d58-8ba2-9047d7e0fa95', 'tenant_id': 'ad4f632ced8c43f9a077cbe9dc8798fc', 'mac_address': 'fa:16:3e:8c:a4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f804162-def3-48b4-99e3-e745f85342f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b34cf2b-f209-4d3a-b47a-b3f533ca20bc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:42:21Z', 'updated_at': '2021-07-14T13:42:22Z', 'revision_number': 2, 'project_id': 'ad4f632ced8c43f9a077cbe9dc8798fc', 'subnets': [{'id': '6b34cf2b-f209-4d3a-b47a-b3f533ca20bc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2509d676-d7bc-4b9d-a931-8647b9f0bebe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:42:24.051481 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc27d0c-dd2e-4c7f-8fa2-ac6697ecccc7 None None] Checking router: 2f804162-def3-48b4-99e3-e745f85342f2 for host: dv-cinder-800697-2-iscsi {{(pid=104576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:42:24.051849 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc27d0c-dd2e-4c7f-8fa2-ac6697ecccc7 None None] Updating router 2f804162-def3-48b4-99e3-e745f85342f2 port 1b5a963c-34e3-4bba-a96d-978d11a6b07b binding host dv-cinder-800697-2-iscsi {{(pid=104576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:42:24.116125 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8cc27d0c-dd2e-4c7f-8fa2-ac6697ecccc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:24.599143 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8cc27d0c-dd2e-4c7f-8fa2-ac6697ecccc7 None None] Notify callbacks [] for port, precommit_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:24.617183 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.provisioning_blocks [None req-8cc27d0c-dd2e-4c7f-8fa2-ac6697ecccc7 None None] Transition to ACTIVE for port object 1b5a963c-34e3-4bba-a96d-978d11a6b07b will not be triggered until provisioned by entity L2. {{(pid=104576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:42:24.624215 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8cc27d0c-dd2e-4c7f-8fa2-ac6697ecccc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:24.774830 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [None req-8cc27d0c-dd2e-4c7f-8fa2-ac6697ecccc7 None None] Attempting to bind port 1b5a963c-34e3-4bba-a96d-978d11a6b07b on host dv-cinder-800697-2-iscsi for vnic_type normal with profile {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:42:24.775260 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [None req-8cc27d0c-dd2e-4c7f-8fa2-ac6697ecccc7 None None] Attempting to bind port 1b5a963c-34e3-4bba-a96d-978d11a6b07b by drivers openvswitch,hyperv on host dv-cinder-800697-2-iscsi at level 0 using segments [{'id': '9cca8150-48f1-4458-9216-2f38384f683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ace21cf6-074e-4d58-8ba2-9047d7e0fa95'}] {{(pid=104576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:42:24.775646 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc27d0c-dd2e-4c7f-8fa2-ac6697ecccc7 None None] Attempting to bind port 1b5a963c-34e3-4bba-a96d-978d11a6b07b on network ace21cf6-074e-4d58-8ba2-9047d7e0fa95 {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:42:24.787375 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc27d0c-dd2e-4c7f-8fa2-ac6697ecccc7 None None] Checking agent: {'id': 'c8ba3178-5fdc-4895-ae06-68797a69110c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 41, 49), 'started_at': datetime.datetime(2021, 7, 14, 13, 42, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:42:24.787786 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc27d0c-dd2e-4c7f-8fa2-ac6697ecccc7 None None] Checking segment: {'id': '9cca8150-48f1-4458-9216-2f38384f683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ace21cf6-074e-4d58-8ba2-9047d7e0fa95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:42:24.788272 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8cc27d0c-dd2e-4c7f-8fa2-ac6697ecccc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:24.788829 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc27d0c-dd2e-4c7f-8fa2-ac6697ecccc7 None None] Bound using segment: {'id': '9cca8150-48f1-4458-9216-2f38384f683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ace21cf6-074e-4d58-8ba2-9047d7e0fa95'} {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:42:24.789213 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [None req-8cc27d0c-dd2e-4c7f-8fa2-ac6697ecccc7 None None] Bound port: 1b5a963c-34e3-4bba-a96d-978d11a6b07b, host: dv-cinder-800697-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cca8150-48f1-4458-9216-2f38384f683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ace21cf6-074e-4d58-8ba2-9047d7e0fa95'}}] {{(pid=104576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:42:24.789646 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8cc27d0c-dd2e-4c7f-8fa2-ac6697ecccc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:24.792663 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50224684-3173-498f-b013-8fd6ff3cc703 None None] Pushing event updated for resources: {'Port': ['ID=1b5a963c-34e3-4bba-a96d-978d11a6b07b,revision_number=3']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:42:24.810217 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50224684-3173-498f-b013-8fd6ff3cc703 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:24.810564 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50224684-3173-498f-b013-8fd6ff3cc703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:24.810903 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50224684-3173-498f-b013-8fd6ff3cc703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:24.811263 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50224684-3173-498f-b013-8fd6ff3cc703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:24.811588 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50224684-3173-498f-b013-8fd6ff3cc703 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:24.811922 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50224684-3173-498f-b013-8fd6ff3cc703 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:24.812247 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50224684-3173-498f-b013-8fd6ff3cc703 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:24.812567 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50224684-3173-498f-b013-8fd6ff3cc703 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:24.812907 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50224684-3173-498f-b013-8fd6ff3cc703 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:24.813232 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50224684-3173-498f-b013-8fd6ff3cc703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:24.813549 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50224684-3173-498f-b013-8fd6ff3cc703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:24.813849 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50224684-3173-498f-b013-8fd6ff3cc703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:24.814939 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50224684-3173-498f-b013-8fd6ff3cc703 None None] Tracked resource versions report: Jul 14 13:42:24.814939 dv-cinder-800697-2-iscsi neutron-server[104576]: pushed versions: Jul 14 13:42:24.814939 dv-cinder-800697-2-iscsi neutron-server[104576]: { 'AddressGroup': {'1.2'}, Jul 14 13:42:24.814939 dv-cinder-800697-2-iscsi neutron-server[104576]: 'ConntrackHelper': {'1.0'}, Jul 14 13:42:24.814939 dv-cinder-800697-2-iscsi neutron-server[104576]: 'Log': {'1.0'}, Jul 14 13:42:24.814939 dv-cinder-800697-2-iscsi neutron-server[104576]: 'Network': {'1.1'}, Jul 14 13:42:24.814939 dv-cinder-800697-2-iscsi neutron-server[104576]: 'Port': {'1.7'}, Jul 14 13:42:24.814939 dv-cinder-800697-2-iscsi neutron-server[104576]: 'PortForwarding': {'1.2'}, Jul 14 13:42:24.814939 dv-cinder-800697-2-iscsi neutron-server[104576]: 'QosPolicy': {'1.8'}, Jul 14 13:42:24.814939 dv-cinder-800697-2-iscsi neutron-server[104576]: 'SecurityGroup': {'1.4'}, Jul 14 13:42:24.814939 dv-cinder-800697-2-iscsi neutron-server[104576]: 'SecurityGroupRule': {'1.2'}, Jul 14 13:42:24.814939 dv-cinder-800697-2-iscsi neutron-server[104576]: 'SubPort': {'1.0'}, Jul 14 13:42:24.814939 dv-cinder-800697-2-iscsi neutron-server[104576]: 'Subnet': {'1.1'}, Jul 14 13:42:24.814939 dv-cinder-800697-2-iscsi neutron-server[104576]: 'Trunk': {'1.1'}} Jul 14 13:42:24.814939 dv-cinder-800697-2-iscsi neutron-server[104576]: consumer versions: Jul 14 13:42:24.814939 dv-cinder-800697-2-iscsi neutron-server[104576]: { DHCP agent@dv-cinder-800697-2-iscsi: {}, Jul 14 13:42:24.814939 dv-cinder-800697-2-iscsi neutron-server[104576]: L3 agent@dv-cinder-800697-2-iscsi: {}, Jul 14 13:42:24.814939 dv-cinder-800697-2-iscsi neutron-server[104576]: Metadata agent@dv-cinder-800697-2-iscsi: {}, Jul 14 13:42:24.814939 dv-cinder-800697-2-iscsi neutron-server[104576]: Metering agent@dv-cinder-800697-2-iscsi: {}, Jul 14 13:42:24.814939 dv-cinder-800697-2-iscsi neutron-server[104576]: Open vSwitch agent@dv-cinder-800697-2-iscsi: { 'AddressGroup': '1.2', Jul 14 13:42:24.814939 dv-cinder-800697-2-iscsi neutron-server[104576]: 'ConntrackHelper': '1.0', Jul 14 13:42:24.814939 dv-cinder-800697-2-iscsi neutron-server[104576]: 'Log': '1.0', Jul 14 13:42:24.814939 dv-cinder-800697-2-iscsi neutron-server[104576]: 'Network': '1.1', Jul 14 13:42:24.814939 dv-cinder-800697-2-iscsi neutron-server[104576]: 'Port': '1.7', Jul 14 13:42:24.814939 dv-cinder-800697-2-iscsi neutron-server[104576]: 'PortForwarding': '1.2', Jul 14 13:42:24.814939 dv-cinder-800697-2-iscsi neutron-server[104576]: 'QosPolicy': '1.8', Jul 14 13:42:24.814939 dv-cinder-800697-2-iscsi neutron-server[104576]: 'SecurityGroup': '1.4', Jul 14 13:42:24.814939 dv-cinder-800697-2-iscsi neutron-server[104576]: 'SecurityGroupRule': '1.2', Jul 14 13:42:24.814939 dv-cinder-800697-2-iscsi neutron-server[104576]: 'SubPort': '1.0', Jul 14 13:42:24.814939 dv-cinder-800697-2-iscsi neutron-server[104576]: 'Subnet': '1.1', Jul 14 13:42:24.814939 dv-cinder-800697-2-iscsi neutron-server[104576]: 'Trunk': '1.1'}} Jul 14 13:42:24.814939 dv-cinder-800697-2-iscsi neutron-server[104576]: {{(pid=104576) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 13:42:24.871237 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.db [None req-8cc27d0c-dd2e-4c7f-8fa2-ac6697ecccc7 None None] For port 1b5a963c-34e3-4bba-a96d-978d11a6b07b, host dv-cinder-800697-2-iscsi, cleared binding levels {{(pid=104576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:42:24.895056 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.db [None req-8cc27d0c-dd2e-4c7f-8fa2-ac6697ecccc7 None None] For port 1b5a963c-34e3-4bba-a96d-978d11a6b07b, host dv-cinder-800697-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=1b5a963c-34e3-4bba-a96d-978d11a6b07b,segment=NetworkSegment(9cca8150-48f1-4458-9216-2f38384f683b),segment_id=9cca8150-48f1-4458-9216-2f38384f683b)] {{(pid=104576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:42:24.899994 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8cc27d0c-dd2e-4c7f-8fa2-ac6697ecccc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:24.953944 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50224684-3173-498f-b013-8fd6ff3cc703 None None] Pushing event updated for resources: {'Port': ['ID=1b5a963c-34e3-4bba-a96d-978d11a6b07b,revision_number=4']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:42:24.959468 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc27d0c-dd2e-4c7f-8fa2-ac6697ecccc7 None None] Routers {'2f804162-def3-48b4-99e3-e745f85342f2'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:42:24.960078 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-8cc27d0c-dd2e-4c7f-8fa2-ac6697ecccc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:42:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['2f804162-def3-48b4-99e3-e745f85342f2'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:42:25.051957 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-8cc27d0c-dd2e-4c7f-8fa2-ac6697ecccc7 None None] Set router 2f804162-def3-48b4-99e3-e745f85342f2 gateway port host: None {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:42:25.260247 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-8cc27d0c-dd2e-4c7f-8fa2-ac6697ecccc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f804162-def3-48b4-99e3-e745f85342f2', 'name': 'router1', 'tenant_id': 'ad4f632ced8c43f9a077cbe9dc8798fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:42:13Z', 'updated_at': '2021-07-14T13:42:22Z', 'revision_number': 2, 'project_id': 'ad4f632ced8c43f9a077cbe9dc8798fc', 'gw_port_host': None, '_interfaces': [{'id': '1b5a963c-34e3-4bba-a96d-978d11a6b07b', 'name': '', 'network_id': 'ace21cf6-074e-4d58-8ba2-9047d7e0fa95', 'tenant_id': 'ad4f632ced8c43f9a077cbe9dc8798fc', 'mac_address': 'fa:16:3e:8c:a4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f804162-def3-48b4-99e3-e745f85342f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b34cf2b-f209-4d3a-b47a-b3f533ca20bc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:42:21Z', 'updated_at': '2021-07-14T13:42:24Z', 'revision_number': 4, 'project_id': 'ad4f632ced8c43f9a077cbe9dc8798fc', 'subnets': [{'id': '6b34cf2b-f209-4d3a-b47a-b3f533ca20bc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2509d676-d7bc-4b9d-a931-8647b9f0bebe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:42:25.288449 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc27d0c-dd2e-4c7f-8fa2-ac6697ecccc7 None None] The sync data for ids ['2f804162-def3-48b4-99e3-e745f85342f2'] in dv-cinder-800697-2-iscsi is: [{'id': '2f804162-def3-48b4-99e3-e745f85342f2', 'name': 'router1', 'tenant_id': 'ad4f632ced8c43f9a077cbe9dc8798fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:42:13Z', 'updated_at': '2021-07-14T13:42:22Z', 'revision_number': 2, 'project_id': 'ad4f632ced8c43f9a077cbe9dc8798fc', 'gw_port_host': None, '_interfaces': [{'id': '1b5a963c-34e3-4bba-a96d-978d11a6b07b', 'name': '', 'network_id': 'ace21cf6-074e-4d58-8ba2-9047d7e0fa95', 'tenant_id': 'ad4f632ced8c43f9a077cbe9dc8798fc', 'mac_address': 'fa:16:3e:8c:a4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f804162-def3-48b4-99e3-e745f85342f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b34cf2b-f209-4d3a-b47a-b3f533ca20bc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:42:21Z', 'updated_at': '2021-07-14T13:42:24Z', 'revision_number': 4, 'project_id': 'ad4f632ced8c43f9a077cbe9dc8798fc', 'subnets': [{'id': '6b34cf2b-f209-4d3a-b47a-b3f533ca20bc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2509d676-d7bc-4b9d-a931-8647b9f0bebe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:42:25.556442 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 38912) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:42:25.664049 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc48d06-08f9-4362-b8b3-11db2f363c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:42:25.665389 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-abc48d06-08f9-4362-b8b3-11db2f363c26 admin admin] 10.222.0.35 "GET /v2.0/networks/b28dab8c-9c3b-45dd-8fa2-7ffa63c66645 HTTP/1.1" status: 200 len: 842 time: 0.1080053 Jul 14 13:42:25.675026 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-d7d19f50-bec5-4d64-8b0c-7d425ab2f102 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'ip_version': 4, 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:42:25.699205 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d19f50-bec5-4d64-8b0c-7d425ab2f102 admin admin] Made reservation on behalf of 02c13345510443c595c80a13c7766dd8 for: {'subnet': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:42:25.701594 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d7d19f50-bec5-4d64-8b0c-7d425ab2f102 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:26.009865 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.objects.ports [None req-d7d19f50-bec5-4d64-8b0c-7d425ab2f102 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104573) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 13:42:26.010270 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d7d19f50-bec5-4d64-8b0c-7d425ab2f102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338'] for subnet, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:26.060280 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d19f50-bec5-4d64-8b0c-7d425ab2f102 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e00a68e-7419-45b7-a88a-a672d20cc9ef,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:42:26.071843 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d19f50-bec5-4d64-8b0c-7d425ab2f102 admin admin] Checking segment: {'id': 'c6937592-4176-4619-b9cc-7188e645a4b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:42:26.072201 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d19f50-bec5-4d64-8b0c-7d425ab2f102 admin admin] Network hostable DHCP agents. Network: b28dab8c-9c3b-45dd-8fa2-7ffa63c66645, hostable agents: ['d5e7476e-1d58-4a72-9697-436f60a7843b'], hosted agents: [] {{(pid=104573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:42:26.093124 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d19f50-bec5-4d64-8b0c-7d425ab2f102 admin admin] Network b28dab8c-9c3b-45dd-8fa2-7ffa63c66645 is scheduled to be hosted by DHCP agent d5e7476e-1d58-4a72-9697-436f60a7843b with binding_index 1 {{(pid=104573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:42:26.103776 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-d7d19f50-bec5-4d64-8b0c-7d425ab2f102 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-2-iscsi, b28dab8c-9c3b-45dd-8fa2-7ffa63c66645) {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:42:26.107744 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d19f50-bec5-4d64-8b0c-7d425ab2f102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:42:26.108330 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d7d19f50-bec5-4d64-8b0c-7d425ab2f102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for subnet, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:26.116030 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c330e28f-a9bb-4413-8a11-d1549144f4d6 None None] Network b28dab8c-9c3b-45dd-8fa2-7ffa63c66645 requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:42:26.122732 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-d7d19f50-bec5-4d64-8b0c-7d425ab2f102 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4514825 Jul 14 13:42:26.254846 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edef4aa8-02c2-41ce-9554-4f6c49c654a2 None None] Network b28dab8c-9c3b-45dd-8fa2-7ffa63c66645 requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:42:28.347074 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 38924) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:42:28.629448 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-a88c29dd-c7a2-4b71-adae-f1bb5b0d9e16 admin admin] 10.222.0.35 "GET /v2.0/routers/2f804162-def3-48b4-99e3-e745f85342f2 HTTP/1.1" status: 200 len: 710 time: 0.2812707 Jul 14 13:42:28.747181 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02779b48-1fd5-45fe-99c1-46c104aad753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:42:28.748588 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-02779b48-1fd5-45fe-99c1-46c104aad753 admin admin] 10.222.0.35 "GET /v2.0/networks/b28dab8c-9c3b-45dd-8fa2-7ffa63c66645 HTTP/1.1" status: 200 len: 886 time: 0.1112666 Jul 14 13:42:28.757402 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-e0b39e36-cbf0-4ad7-945a-c03073f8c31a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'}}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:42:29.000690 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e0b39e36-cbf0-4ad7-945a-c03073f8c31a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-353738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-359072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65394'] for router, precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:29.237672 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e0b39e36-cbf0-4ad7-945a-c03073f8c31a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:29.310808 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e0b39e36-cbf0-4ad7-945a-c03073f8c31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:29.376305 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 1b5a963c-34e3-4bba-a96d-978d11a6b07b up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:42:29.426777 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning for port 1b5a963c-34e3-4bba-a96d-978d11a6b07b completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:42:29.430777 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port 1b5a963c-34e3-4bba-a96d-978d11a6b07b triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:42:29.431189 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:29.464829 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [None req-e0b39e36-cbf0-4ad7-945a-c03073f8c31a admin admin] Allocated IP 172.27.1.66 (b28dab8c-9c3b-45dd-8fa2-7ffa63c66645/3e00a68e-7419-45b7-a88a-a672d20cc9ef/c6fc95a5-09a7-4a56-acb5-00adbebd9fbf) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:42:29.509724 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:29.541992 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] For port 1b5a963c-34e3-4bba-a96d-978d11a6b07b, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=1b5a963c-34e3-4bba-a96d-978d11a6b07b,segment=NetworkSegment(9cca8150-48f1-4458-9216-2f38384f683b),segment_id=9cca8150-48f1-4458-9216-2f38384f683b)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:42:29.546361 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:29.575281 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e0b39e36-cbf0-4ad7-945a-c03073f8c31a admin admin] Notify callbacks [] for port, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:29.593371 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Pushing event updated for resources: {'Port': ['ID=1b5a963c-34e3-4bba-a96d-978d11a6b07b,revision_number=5']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:42:29.665110 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e0b39e36-cbf0-4ad7-945a-c03073f8c31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755'] for port, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:29.736841 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b39e36-cbf0-4ad7-945a-c03073f8c31a admin admin] Network b28dab8c-9c3b-45dd-8fa2-7ffa63c66645 is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:42:29.741638 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-e0b39e36-cbf0-4ad7-945a-c03073f8c31a admin admin] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:42:29.795520 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b39e36-cbf0-4ad7-945a-c03073f8c31a admin admin] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:42:29.801372 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b39e36-cbf0-4ad7-945a-c03073f8c31a admin admin] Pushing event updated for resources: {'Port': ['ID=c6fc95a5-09a7-4a56-acb5-00adbebd9fbf,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:42:30.087998 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e0b39e36-cbf0-4ad7-945a-c03073f8c31a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:30.302578 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e0b39e36-cbf0-4ad7-945a-c03073f8c31a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-353738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-359072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65394'] for router, precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:30.305986 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e0b39e36-cbf0-4ad7-945a-c03073f8c31a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-359225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-359216', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-359067'] for router, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:30.414821 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b39e36-cbf0-4ad7-945a-c03073f8c31a admin admin] Router 2f804162-def3-48b4-99e3-e745f85342f2 has already been hosted by L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:42:30.520215 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b39e36-cbf0-4ad7-945a-c03073f8c31a admin admin] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:42:30.524829 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e0b39e36-cbf0-4ad7-945a-c03073f8c31a admin admin] Notify callbacks [] for router, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:30.526044 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-e0b39e36-cbf0-4ad7-945a-c03073f8c31a admin admin] 10.222.0.35 "PUT /v2.0/routers/2f804162-def3-48b4-99e3-e745f85342f2 HTTP/1.1" status: 200 len: 889 time: 1.7718642 Jul 14 13:42:30.542205 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c89e20d-ed07-4991-a9fe-c42eebb8c2c0 None None] Sync routers for ids ['2f804162-def3-48b4-99e3-e745f85342f2'] in dv-cinder-800697-2-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:42:30.606765 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c89e20d-ed07-4991-a9fe-c42eebb8c2c0 None None] Routers {'2f804162-def3-48b4-99e3-e745f85342f2'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:42:30.607519 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-3c89e20d-ed07-4991-a9fe-c42eebb8c2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:42:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['2f804162-def3-48b4-99e3-e745f85342f2'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:42:30.812431 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-3c89e20d-ed07-4991-a9fe-c42eebb8c2c0 None None] Set router 2f804162-def3-48b4-99e3-e745f85342f2 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:42:31.202569 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-3c89e20d-ed07-4991-a9fe-c42eebb8c2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f804162-def3-48b4-99e3-e745f85342f2', 'name': 'router1', 'tenant_id': 'ad4f632ced8c43f9a077cbe9dc8798fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c6fc95a5-09a7-4a56-acb5-00adbebd9fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:42:13Z', 'updated_at': '2021-07-14T13:42:29Z', 'revision_number': 4, 'project_id': 'ad4f632ced8c43f9a077cbe9dc8798fc', 'gw_port': {'id': 'c6fc95a5-09a7-4a56-acb5-00adbebd9fbf', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b1:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f804162-def3-48b4-99e3-e745f85342f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:42:29Z', 'updated_at': '2021-07-14T13:42:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': '1b5a963c-34e3-4bba-a96d-978d11a6b07b', 'name': '', 'network_id': 'ace21cf6-074e-4d58-8ba2-9047d7e0fa95', 'tenant_id': 'ad4f632ced8c43f9a077cbe9dc8798fc', 'mac_address': 'fa:16:3e:8c:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f804162-def3-48b4-99e3-e745f85342f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b34cf2b-f209-4d3a-b47a-b3f533ca20bc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:42:21Z', 'updated_at': '2021-07-14T13:42:29Z', 'revision_number': 5, 'project_id': 'ad4f632ced8c43f9a077cbe9dc8798fc', 'subnets': [{'id': '6b34cf2b-f209-4d3a-b47a-b3f533ca20bc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2509d676-d7bc-4b9d-a931-8647b9f0bebe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:42:31.253435 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c89e20d-ed07-4991-a9fe-c42eebb8c2c0 None None] Checking router: 2f804162-def3-48b4-99e3-e745f85342f2 for host: dv-cinder-800697-2-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:42:31.253816 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c89e20d-ed07-4991-a9fe-c42eebb8c2c0 None None] Updating router 2f804162-def3-48b4-99e3-e745f85342f2 port c6fc95a5-09a7-4a56-acb5-00adbebd9fbf binding host dv-cinder-800697-2-iscsi {{(pid=104575) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:42:31.286182 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-3c89e20d-ed07-4991-a9fe-c42eebb8c2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:31.380328 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 1b5a963c-34e3-4bba-a96d-978d11a6b07b up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:42:31.529380 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port 1b5a963c-34e3-4bba-a96d-978d11a6b07b triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:42:31.529661 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:31.691550 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-3c89e20d-ed07-4991-a9fe-c42eebb8c2c0 None None] Notify callbacks [] for port, precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:31.705617 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-3c89e20d-ed07-4991-a9fe-c42eebb8c2c0 None None] Transition to ACTIVE for port object c6fc95a5-09a7-4a56-acb5-00adbebd9fbf will not be triggered until provisioned by entity L2. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:42:31.713160 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-3c89e20d-ed07-4991-a9fe-c42eebb8c2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:31.764847 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-3c89e20d-ed07-4991-a9fe-c42eebb8c2c0 None None] Attempting to bind port c6fc95a5-09a7-4a56-acb5-00adbebd9fbf on host dv-cinder-800697-2-iscsi for vnic_type normal with profile {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:42:31.765218 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-3c89e20d-ed07-4991-a9fe-c42eebb8c2c0 None None] Attempting to bind port c6fc95a5-09a7-4a56-acb5-00adbebd9fbf by drivers openvswitch,hyperv on host dv-cinder-800697-2-iscsi at level 0 using segments [{'id': 'c6937592-4176-4619-b9cc-7188e645a4b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:42:31.765587 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c89e20d-ed07-4991-a9fe-c42eebb8c2c0 None None] Attempting to bind port c6fc95a5-09a7-4a56-acb5-00adbebd9fbf on network b28dab8c-9c3b-45dd-8fa2-7ffa63c66645 {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:42:31.767474 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa43d42f-5eb5-468a-8005-e43e24afa275 None None] Pushing event updated for resources: {'Port': ['ID=c6fc95a5-09a7-4a56-acb5-00adbebd9fbf,revision_number=2']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:42:31.773388 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c89e20d-ed07-4991-a9fe-c42eebb8c2c0 None None] Checking agent: {'id': 'c8ba3178-5fdc-4895-ae06-68797a69110c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 41, 49), 'started_at': datetime.datetime(2021, 7, 14, 13, 42, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:42:31.773756 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c89e20d-ed07-4991-a9fe-c42eebb8c2c0 None None] Checking segment: {'id': 'c6937592-4176-4619-b9cc-7188e645a4b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:42:31.774150 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-3c89e20d-ed07-4991-a9fe-c42eebb8c2c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:31.774526 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c89e20d-ed07-4991-a9fe-c42eebb8c2c0 None None] Bound using segment: {'id': 'c6937592-4176-4619-b9cc-7188e645a4b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:42:31.775077 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-3c89e20d-ed07-4991-a9fe-c42eebb8c2c0 None None] Bound port: c6fc95a5-09a7-4a56-acb5-00adbebd9fbf, host: dv-cinder-800697-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6937592-4176-4619-b9cc-7188e645a4b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'}}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:42:31.775395 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-3c89e20d-ed07-4991-a9fe-c42eebb8c2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:31.911622 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-3c89e20d-ed07-4991-a9fe-c42eebb8c2c0 None None] For port c6fc95a5-09a7-4a56-acb5-00adbebd9fbf, host dv-cinder-800697-2-iscsi, cleared binding levels {{(pid=104575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:42:31.915092 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-3c89e20d-ed07-4991-a9fe-c42eebb8c2c0 None None] For port c6fc95a5-09a7-4a56-acb5-00adbebd9fbf, host dv-cinder-800697-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=c6fc95a5-09a7-4a56-acb5-00adbebd9fbf,segment=NetworkSegment(c6937592-4176-4619-b9cc-7188e645a4b4),segment_id=c6937592-4176-4619-b9cc-7188e645a4b4)] {{(pid=104575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:42:31.920405 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-3c89e20d-ed07-4991-a9fe-c42eebb8c2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:31.976170 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c89e20d-ed07-4991-a9fe-c42eebb8c2c0 None None] Routers {'2f804162-def3-48b4-99e3-e745f85342f2'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:42:31.976879 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-3c89e20d-ed07-4991-a9fe-c42eebb8c2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:42:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['2f804162-def3-48b4-99e3-e745f85342f2'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:42:31.982263 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa43d42f-5eb5-468a-8005-e43e24afa275 None None] Pushing event updated for resources: {'Port': ['ID=c6fc95a5-09a7-4a56-acb5-00adbebd9fbf,revision_number=3']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:42:32.087529 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-3c89e20d-ed07-4991-a9fe-c42eebb8c2c0 None None] Set router 2f804162-def3-48b4-99e3-e745f85342f2 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:42:32.296575 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-3c89e20d-ed07-4991-a9fe-c42eebb8c2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f804162-def3-48b4-99e3-e745f85342f2', 'name': 'router1', 'tenant_id': 'ad4f632ced8c43f9a077cbe9dc8798fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c6fc95a5-09a7-4a56-acb5-00adbebd9fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:42:13Z', 'updated_at': '2021-07-14T13:42:29Z', 'revision_number': 4, 'project_id': 'ad4f632ced8c43f9a077cbe9dc8798fc', 'gw_port': {'id': 'c6fc95a5-09a7-4a56-acb5-00adbebd9fbf', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b1:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f804162-def3-48b4-99e3-e745f85342f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:42:29Z', 'updated_at': '2021-07-14T13:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': '1b5a963c-34e3-4bba-a96d-978d11a6b07b', 'name': '', 'network_id': 'ace21cf6-074e-4d58-8ba2-9047d7e0fa95', 'tenant_id': 'ad4f632ced8c43f9a077cbe9dc8798fc', 'mac_address': 'fa:16:3e:8c:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f804162-def3-48b4-99e3-e745f85342f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b34cf2b-f209-4d3a-b47a-b3f533ca20bc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:42:21Z', 'updated_at': '2021-07-14T13:42:29Z', 'revision_number': 5, 'project_id': 'ad4f632ced8c43f9a077cbe9dc8798fc', 'subnets': [{'id': '6b34cf2b-f209-4d3a-b47a-b3f533ca20bc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2509d676-d7bc-4b9d-a931-8647b9f0bebe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:42:32.326202 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c89e20d-ed07-4991-a9fe-c42eebb8c2c0 None None] The sync data for ids ['2f804162-def3-48b4-99e3-e745f85342f2'] in dv-cinder-800697-2-iscsi is: [{'id': '2f804162-def3-48b4-99e3-e745f85342f2', 'name': 'router1', 'tenant_id': 'ad4f632ced8c43f9a077cbe9dc8798fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c6fc95a5-09a7-4a56-acb5-00adbebd9fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:42:13Z', 'updated_at': '2021-07-14T13:42:29Z', 'revision_number': 4, 'project_id': 'ad4f632ced8c43f9a077cbe9dc8798fc', 'gw_port': {'id': 'c6fc95a5-09a7-4a56-acb5-00adbebd9fbf', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b1:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f804162-def3-48b4-99e3-e745f85342f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:42:29Z', 'updated_at': '2021-07-14T13:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': '1b5a963c-34e3-4bba-a96d-978d11a6b07b', 'name': '', 'network_id': 'ace21cf6-074e-4d58-8ba2-9047d7e0fa95', 'tenant_id': 'ad4f632ced8c43f9a077cbe9dc8798fc', 'mac_address': 'fa:16:3e:8c:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f804162-def3-48b4-99e3-e745f85342f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b34cf2b-f209-4d3a-b47a-b3f533ca20bc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:42:21Z', 'updated_at': '2021-07-14T13:42:29Z', 'revision_number': 5, 'project_id': 'ad4f632ced8c43f9a077cbe9dc8798fc', 'subnets': [{'id': '6b34cf2b-f209-4d3a-b47a-b3f533ca20bc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2509d676-d7bc-4b9d-a931-8647b9f0bebe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:42:32.854114 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 38932) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:42:33.003155 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-89a177c5-08e3-4dff-a3f5-0d8f2b904a91 admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1478090 Jul 14 13:42:33.382689 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device c6fc95a5-09a7-4a56-acb5-00adbebd9fbf up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:42:33.435254 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning for port c6fc95a5-09a7-4a56-acb5-00adbebd9fbf completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:42:33.439347 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port c6fc95a5-09a7-4a56-acb5-00adbebd9fbf triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:42:33.439742 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:33.515657 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:33.535243 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] For port c6fc95a5-09a7-4a56-acb5-00adbebd9fbf, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=c6fc95a5-09a7-4a56-acb5-00adbebd9fbf,segment=NetworkSegment(c6937592-4176-4619-b9cc-7188e645a4b4),segment_id=c6937592-4176-4619-b9cc-7188e645a4b4)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:42:33.540911 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:33.589947 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Pushing event updated for resources: {'Port': ['ID=c6fc95a5-09a7-4a56-acb5-00adbebd9fbf,revision_number=4']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:42:35.364518 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device c6fc95a5-09a7-4a56-acb5-00adbebd9fbf up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:42:35.420562 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port c6fc95a5-09a7-4a56-acb5-00adbebd9fbf triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:42:35.420938 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:46.823021 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-1ee4dca8-a80d-4c7d-8010-9ff14e297622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:49.371736 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-b61da9dd-49d4-41de-ad3f-60ffff696e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:49.501197 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:49.835385 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.agents_db [None req-f94fc2f4-144f-4bce-9715-a006bfd56775 None None] Agent healthcheck: found 5 active agents {{(pid=104576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:42:50.495232 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:52.025619 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:16.828260 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-32dbb4cd-cef3-4672-b5c8-668d11af97da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:19.375340 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-d921b524-a508-4675-bb7a-fd2e230a0463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:19.493838 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:20.500650 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:22.021945 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:26.837359 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.agents_db [None req-f94fc2f4-144f-4bce-9715-a006bfd56775 None None] Agent healthcheck: found 5 active agents {{(pid=104576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:43:46.832490 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-5a902e8c-c01e-4f8d-b378-ac68383dedd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:49.385249 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-d88dae94-960d-4988-9fc6-f20df66c5758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:49.500844 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:50.504020 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:52.024173 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:44:03.836583 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.agents_db [None req-f94fc2f4-144f-4bce-9715-a006bfd56775 None None] Agent healthcheck: found 5 active agents {{(pid=104576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:44:07.566116 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 39500) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:44:07.629409 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa6f428-187f-43bd-bfd6-a1804cfef17a admin admin] GET failed (client error): The resource could not be found. Jul 14 13:44:07.630907 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-7fa6f428-187f-43bd-bfd6-a1804cfef17a admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0637686 Jul 14 13:44:07.809386 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72fe061-0f61-46f1-b27f-db70b791744b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:44:07.810845 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-d72fe061-0f61-46f1-b27f-db70b791744b admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1758056 Jul 14 13:44:09.939285 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 39510) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:44:10.105293 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a5105e-46b9-4139-947e-a22147fe69cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:44:10.106686 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-b8a5105e-46b9-4139-947e-a22147fe69cd admin admin] 10.222.0.35 "GET /v2.0/subnets/6b34cf2b-f209-4d3a-b47a-b3f533ca20bc HTTP/1.1" status: 200 len: 849 time: 0.1664557 Jul 14 13:44:10.116559 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-4d21f245-97cf-4215-aee6-8f6367e57d06 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:44:10.196877 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4d21f245-97cf-4215-aee6-8f6367e57d06 admin admin] Notify callbacks [] for subnet, before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:44:10.349274 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4d21f245-97cf-4215-aee6-8f6367e57d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787525619478'] for subnet, after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:44:10.388907 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d21f245-97cf-4215-aee6-8f6367e57d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:44:10.389248 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4d21f245-97cf-4215-aee6-8f6367e57d06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for subnet, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:44:10.391708 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-4d21f245-97cf-4215-aee6-8f6367e57d06 admin admin] 10.222.0.35 "PUT /v2.0/subnets/6b34cf2b-f209-4d3a-b47a-b3f533ca20bc HTTP/1.1" status: 200 len: 868 time: 0.2792387 Jul 14 13:44:10.392031 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28f69a5-5227-429c-93a6-e4b3f1843d34 None None] Network ace21cf6-074e-4d58-8ba2-9047d7e0fa95 requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:44:10.412113 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d21f245-97cf-4215-aee6-8f6367e57d06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b34cf2b-f209-4d3a-b47a-b3f533ca20bc,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:44:10.419857 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d21f245-97cf-4215-aee6-8f6367e57d06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:44:10.420214 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d21f245-97cf-4215-aee6-8f6367e57d06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:44:10.420582 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d21f245-97cf-4215-aee6-8f6367e57d06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:44:10.420927 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d21f245-97cf-4215-aee6-8f6367e57d06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:44:10.421287 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d21f245-97cf-4215-aee6-8f6367e57d06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:44:10.421667 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d21f245-97cf-4215-aee6-8f6367e57d06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:44:10.421995 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d21f245-97cf-4215-aee6-8f6367e57d06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:44:10.422328 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d21f245-97cf-4215-aee6-8f6367e57d06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:44:10.422659 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d21f245-97cf-4215-aee6-8f6367e57d06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:44:10.423009 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d21f245-97cf-4215-aee6-8f6367e57d06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:44:10.423329 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d21f245-97cf-4215-aee6-8f6367e57d06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:44:10.423627 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d21f245-97cf-4215-aee6-8f6367e57d06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:44:10.783364 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-d5ca7439-4227-4fa0-a282-4e047e00836f None None] Provisioning complete for port 1b5a963c-34e3-4bba-a96d-978d11a6b07b triggered by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:44:10.783740 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-d5ca7439-4227-4fa0-a282-4e047e00836f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:44:10.873540 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-d5ca7439-4227-4fa0-a282-4e047e00836f None None] Provisioning complete for port 560ed4cb-a970-4cb3-ae1d-44bbd917f815 triggered by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:44:10.874013 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-d5ca7439-4227-4fa0-a282-4e047e00836f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:44:12.524127 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 39518) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:44:12.734237 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064cb069-668c-4a26-8d84-4f4ee49ea059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:44:12.734610 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064cb069-668c-4a26-8d84-4f4ee49ea059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:44:12.736174 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-064cb069-668c-4a26-8d84-4f4ee49ea059 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2110775 Jul 14 13:44:14.850575 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 39526) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:44:14.988831 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e021df-bb7f-4bf0-8829-b2368c6428ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:44:14.989293 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e021df-bb7f-4bf0-8829-b2368c6428ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:44:14.991101 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-f7e021df-bb7f-4bf0-8829-b2368c6428ad admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1388743 Jul 14 13:44:16.835544 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c0b5146d-edc5-4b8a-836d-b1721f764df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:44:17.151440 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 39534) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:44:17.291279 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43aeaf9-db02-47fb-b1b3-ec7ba0647472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:44:17.292642 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-c43aeaf9-db02-47fb-b1b3-ec7ba0647472 admin admin] 10.222.0.35 "GET /v2.0/networks/ace21cf6-074e-4d58-8ba2-9047d7e0fa95 HTTP/1.1" status: 200 len: 869 time: 0.1402190 Jul 14 13:44:19.382785 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-54ef5fbd-9adc-4ae1-ae04-27933cef5cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:44:19.406398 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 39542) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:44:19.504732 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:44:19.533937 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d2bc08-32e6-4cf9-92a6-4ec81af51e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:44:19.535335 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-c7d2bc08-32e6-4cf9-92a6-4ec81af51e8e admin admin] 10.222.0.35 "GET /v2.0/networks/b28dab8c-9c3b-45dd-8fa2-7ffa63c66645 HTTP/1.1" status: 200 len: 886 time: 0.1277397 Jul 14 13:44:20.505472 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:44:21.664793 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 39552) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:44:21.793674 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23eb865d-cf3c-4346-9554-236bada01aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:44:21.794130 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23eb865d-cf3c-4346-9554-236bada01aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:44:21.795790 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-23eb865d-cf3c-4346-9554-236bada01aae admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1299534 Jul 14 13:44:22.029366 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:44:23.942488 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 39560) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:44:24.079394 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17741b86-b334-4b7d-99ec-98768e5c7233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:44:24.079851 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17741b86-b334-4b7d-99ec-98768e5c7233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:44:24.081366 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-17741b86-b334-4b7d-99ec-98768e5c7233 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1378615 Jul 14 13:44:26.344897 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 39568) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:44:26.429426 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe78270-3a86-4d8a-9b89-83a06cb780d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:44:26.430784 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-fbe78270-3a86-4d8a-9b89-83a06cb780d1 admin admin] 10.222.0.35 "GET /v2.0/subnets/3e00a68e-7419-45b7-a88a-a672d20cc9ef HTTP/1.1" status: 200 len: 816 time: 0.0848448 Jul 14 13:44:28.729829 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 39576) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:44:28.831403 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06628bb-6ae7-4b18-b026-77149ab7ed3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:44:28.832773 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-a06628bb-6ae7-4b18-b026-77149ab7ed3b admin admin] 10.222.0.35 "GET /v2.0/subnets/6b34cf2b-f209-4d3a-b47a-b3f533ca20bc HTTP/1.1" status: 200 len: 868 time: 0.1020024 Jul 14 13:44:40.835610 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.agents_db [None req-f94fc2f4-144f-4bce-9715-a006bfd56775 None None] Agent healthcheck: found 5 active agents {{(pid=104576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:44:46.838892 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-4cdcdb4e-74a7-499f-a4d8-b0aa19f35175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:44:49.379010 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-30e080f3-b17b-4866-b98f-7fe193c3b74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:44:49.508622 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:44:50.508867 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:44:52.029850 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:44:53.202046 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 39628) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:44:53.249014 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [None req-e3a14963-df7b-4837-a468-8f5443e288c6 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=104572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 13:44:53.249984 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-e3a14963-df7b-4837-a468-8f5443e288c6 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469873 Jul 14 13:44:55.431382 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 39636) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:44:55.494161 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b00e2e-0dc8-4166-9960-e3f4f1be8f01 admin admin] GET failed (client error): The resource could not be found. Jul 14 13:44:55.495478 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-b5b00e2e-0dc8-4166-9960-e3f4f1be8f01 admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0629215 Jul 14 13:44:55.643046 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd239c0-d062-4077-8ea2-1ef6c5aa9aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:44:55.644543 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-5dd239c0-d062-4077-8ea2-1ef6c5aa9aa0 admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1433551 Jul 14 13:44:57.793345 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 39644) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:44:57.853489 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-ae543fc3-bfec-47c6-b48f-27ff2a6d9f6f admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:44:57.886187 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae543fc3-bfec-47c6-b48f-27ff2a6d9f6f admin admin] Made reservation on behalf of 02c13345510443c595c80a13c7766dd8 for: {'network': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:44:57.888526 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ae543fc3-bfec-47c6-b48f-27ff2a6d9f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for network, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:44:57.929522 dv-cinder-800697-2-iscsi neutron-server[104572]: WARNING neutron.services.revisions.revision_plugin [None req-ae543fc3-bfec-47c6-b48f-27ff2a6d9f6f admin admin] Could not find related network for resource to bump revision. Jul 14 13:44:57.944401 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae543fc3-bfec-47c6-b48f-27ff2a6d9f6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 856} {{(pid=104572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:44:57.957423 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ae543fc3-bfec-47c6-b48f-27ff2a6d9f6f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787525843514', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542'] for segment, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:44:57.957970 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ae543fc3-bfec-47c6-b48f-27ff2a6d9f6f admin admin] Unsubscribe: segment precommit_create {{(pid=104572) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 13:44:57.958420 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.db.segments_db [None req-ae543fc3-bfec-47c6-b48f-27ff2a6d9f6f admin admin] Added segment 694c9be0-6f6f-4d54-a5f3-f95400cc31aa of type vlan for network cbad46bc-fc48-422c-8375-cbdad6f5c4db Jul 14 13:44:58.003958 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ae543fc3-bfec-47c6-b48f-27ff2a6d9f6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787525299204'] for network, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:44:58.111930 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ae543fc3-bfec-47c6-b48f-27ff2a6d9f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338'] for network, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:44:58.112879 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae543fc3-bfec-47c6-b48f-27ff2a6d9f6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:44:58.113456 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ae543fc3-bfec-47c6-b48f-27ff2a6d9f6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for network, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:44:58.191093 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-ae543fc3-bfec-47c6-b48f-27ff2a6d9f6f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3966148 Jul 14 13:44:58.199853 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae543fc3-bfec-47c6-b48f-27ff2a6d9f6f admin admin] Pushing event updated for resources: {'Network': ['ID=cbad46bc-fc48-422c-8375-cbdad6f5c4db,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:44:58.207597 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae543fc3-bfec-47c6-b48f-27ff2a6d9f6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:44:58.207944 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae543fc3-bfec-47c6-b48f-27ff2a6d9f6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:44:58.208325 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae543fc3-bfec-47c6-b48f-27ff2a6d9f6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:44:58.208660 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae543fc3-bfec-47c6-b48f-27ff2a6d9f6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:44:58.208997 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae543fc3-bfec-47c6-b48f-27ff2a6d9f6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:44:58.209345 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae543fc3-bfec-47c6-b48f-27ff2a6d9f6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:44:58.209683 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae543fc3-bfec-47c6-b48f-27ff2a6d9f6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:44:58.210027 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae543fc3-bfec-47c6-b48f-27ff2a6d9f6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:44:58.210374 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae543fc3-bfec-47c6-b48f-27ff2a6d9f6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:44:58.210677 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae543fc3-bfec-47c6-b48f-27ff2a6d9f6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:44:58.211069 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae543fc3-bfec-47c6-b48f-27ff2a6d9f6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:44:58.211392 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae543fc3-bfec-47c6-b48f-27ff2a6d9f6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:44:58.224681 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Network cbad46bc-fc48-422c-8375-cbdad6f5c4db details requested by agent ovs-agent-dv-cinder-800697-2-iscsi with host dv-cinder-800697-2-iscsi {{(pid=104575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:45:00.380727 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 39652) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:45:00.446661 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.pecan_wsgi.hooks.translation [None req-8febf11d-92f2-42e9-9a9a-c0a2744e0daa admin admin] GET failed (client error): The resource could not be found. Jul 14 13:45:00.448050 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-8febf11d-92f2-42e9-9a9a-c0a2744e0daa admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0662830 Jul 14 13:45:00.519693 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2af386a-c110-44cb-b5a2-64af4858a5cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:45:00.521731 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-b2af386a-c110-44cb-b5a2-64af4858a5cd admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0697222 Jul 14 13:45:00.532039 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-dc20ee56-c8bf-406f-aeb7-0f5e1c46dcec admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'cbad46bc-fc48-422c-8375-cbdad6f5c4db'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:45:00.557073 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc20ee56-c8bf-406f-aeb7-0f5e1c46dcec admin admin] Made reservation on behalf of 02c13345510443c595c80a13c7766dd8 for: {'subnet': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:45:00.559847 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-dc20ee56-c8bf-406f-aeb7-0f5e1c46dcec admin admin] Notify callbacks [] for subnet, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:00.728208 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-dc20ee56-c8bf-406f-aeb7-0f5e1c46dcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338'] for subnet, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:00.777841 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc20ee56-c8bf-406f-aeb7-0f5e1c46dcec admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa2c6737-70e4-4ff9-aac1-e0526aef4253,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:45:00.789324 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc20ee56-c8bf-406f-aeb7-0f5e1c46dcec admin admin] Checking segment: {'id': '694c9be0-6f6f-4d54-a5f3-f95400cc31aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'cbad46bc-fc48-422c-8375-cbdad6f5c4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:45:00.789676 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc20ee56-c8bf-406f-aeb7-0f5e1c46dcec admin admin] Network hostable DHCP agents. Network: cbad46bc-fc48-422c-8375-cbdad6f5c4db, hostable agents: ['d5e7476e-1d58-4a72-9697-436f60a7843b'], hosted agents: [] {{(pid=104573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:45:00.807851 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc20ee56-c8bf-406f-aeb7-0f5e1c46dcec admin admin] Network cbad46bc-fc48-422c-8375-cbdad6f5c4db is scheduled to be hosted by DHCP agent d5e7476e-1d58-4a72-9697-436f60a7843b with binding_index 1 {{(pid=104573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:45:00.817434 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-dc20ee56-c8bf-406f-aeb7-0f5e1c46dcec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-2-iscsi, cbad46bc-fc48-422c-8375-cbdad6f5c4db) {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:45:00.821596 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc20ee56-c8bf-406f-aeb7-0f5e1c46dcec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:45:00.822189 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-dc20ee56-c8bf-406f-aeb7-0f5e1c46dcec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for subnet, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:00.827369 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d833de54-1a63-4220-bd79-30584e8e12f8 None None] Network cbad46bc-fc48-422c-8375-cbdad6f5c4db requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:45:00.836516 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-dc20ee56-c8bf-406f-aeb7-0f5e1c46dcec admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3083458 Jul 14 13:45:01.071243 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193fcf1d-ac7d-48b1-9c07-a111d8836de4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82750a10-d604-5a62-9a9a-8866d319da02-cbad46bc-fc48-422c-8375-cbdad6f5c4db', 'network_id': 'cbad46bc-fc48-422c-8375-cbdad6f5c4db', 'tenant_id': '02c13345510443c595c80a13c7766dd8', 'fixed_ips': [{'subnet_id': 'fa2c6737-70e4-4ff9-aac1-e0526aef4253'}]}} from dv-cinder-800697-2-iscsi. {{(pid=104575) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 13:45:01.072125 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-193fcf1d-ac7d-48b1-9c07-a111d8836de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:01.205249 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.db_base_plugin_common [None req-193fcf1d-ac7d-48b1-9c07-a111d8836de4 None None] Allocated IP 192.168.233.2 (cbad46bc-fc48-422c-8375-cbdad6f5c4db/fa2c6737-70e4-4ff9-aac1-e0526aef4253/4ea988e9-03b6-4464-96ea-c86b74e4624d) {{(pid=104575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:45:01.351459 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-193fcf1d-ac7d-48b1-9c07-a111d8836de4 None None] Notify callbacks [] for port, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:01.360026 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-193fcf1d-ac7d-48b1-9c07-a111d8836de4 None None] Transition to ACTIVE for port object 4ea988e9-03b6-4464-96ea-c86b74e4624d will not be triggered until provisioned by entity L2. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:45:01.376125 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-193fcf1d-ac7d-48b1-9c07-a111d8836de4 None None] Transition to ACTIVE for port object 4ea988e9-03b6-4464-96ea-c86b74e4624d will not be triggered until provisioned by entity DHCP. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:45:01.382760 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-193fcf1d-ac7d-48b1-9c07-a111d8836de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755'] for port, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:01.423317 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193fcf1d-ac7d-48b1-9c07-a111d8836de4 None None] Network cbad46bc-fc48-422c-8375-cbdad6f5c4db is already hosted by enough agents. {{(pid=104575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:45:01.428632 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [None req-193fcf1d-ac7d-48b1-9c07-a111d8836de4 None None] Resources bound (agent type, host, resource id): {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:45:01.430681 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193fcf1d-ac7d-48b1-9c07-a111d8836de4 None None] Pushing event updated for resources: {'Port': ['ID=4ea988e9-03b6-4464-96ea-c86b74e4624d,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:45:01.432919 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193fcf1d-ac7d-48b1-9c07-a111d8836de4 None None] Received port after_create {{(pid=104575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:45:01.445255 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193fcf1d-ac7d-48b1-9c07-a111d8836de4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:01.445255 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193fcf1d-ac7d-48b1-9c07-a111d8836de4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:01.445550 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193fcf1d-ac7d-48b1-9c07-a111d8836de4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:01.446456 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193fcf1d-ac7d-48b1-9c07-a111d8836de4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:01.446456 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193fcf1d-ac7d-48b1-9c07-a111d8836de4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:01.446456 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193fcf1d-ac7d-48b1-9c07-a111d8836de4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:01.446767 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193fcf1d-ac7d-48b1-9c07-a111d8836de4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:01.447108 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193fcf1d-ac7d-48b1-9c07-a111d8836de4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:01.447447 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193fcf1d-ac7d-48b1-9c07-a111d8836de4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:01.447780 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193fcf1d-ac7d-48b1-9c07-a111d8836de4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:01.448116 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193fcf1d-ac7d-48b1-9c07-a111d8836de4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:01.448433 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193fcf1d-ac7d-48b1-9c07-a111d8836de4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:01.499197 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-193fcf1d-ac7d-48b1-9c07-a111d8836de4 None None] Attempting to bind port 4ea988e9-03b6-4464-96ea-c86b74e4624d on host dv-cinder-800697-2-iscsi for vnic_type normal with profile {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:45:01.499567 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-193fcf1d-ac7d-48b1-9c07-a111d8836de4 None None] Attempting to bind port 4ea988e9-03b6-4464-96ea-c86b74e4624d by drivers openvswitch,hyperv on host dv-cinder-800697-2-iscsi at level 0 using segments [{'id': '694c9be0-6f6f-4d54-a5f3-f95400cc31aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'cbad46bc-fc48-422c-8375-cbdad6f5c4db'}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:45:01.500042 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193fcf1d-ac7d-48b1-9c07-a111d8836de4 None None] Attempting to bind port 4ea988e9-03b6-4464-96ea-c86b74e4624d on network cbad46bc-fc48-422c-8375-cbdad6f5c4db {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:45:01.505187 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193fcf1d-ac7d-48b1-9c07-a111d8836de4 None None] Checking agent: {'id': 'c8ba3178-5fdc-4895-ae06-68797a69110c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 41, 49), 'started_at': datetime.datetime(2021, 7, 14, 13, 42, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:45:01.505584 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193fcf1d-ac7d-48b1-9c07-a111d8836de4 None None] Checking segment: {'id': '694c9be0-6f6f-4d54-a5f3-f95400cc31aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'cbad46bc-fc48-422c-8375-cbdad6f5c4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:45:01.505987 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-193fcf1d-ac7d-48b1-9c07-a111d8836de4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:01.506369 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193fcf1d-ac7d-48b1-9c07-a111d8836de4 None None] Bound using segment: {'id': '694c9be0-6f6f-4d54-a5f3-f95400cc31aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'cbad46bc-fc48-422c-8375-cbdad6f5c4db'} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:45:01.506817 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-193fcf1d-ac7d-48b1-9c07-a111d8836de4 None None] Bound port: 4ea988e9-03b6-4464-96ea-c86b74e4624d, host: dv-cinder-800697-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694c9be0-6f6f-4d54-a5f3-f95400cc31aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'cbad46bc-fc48-422c-8375-cbdad6f5c4db'}}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:45:01.507312 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-193fcf1d-ac7d-48b1-9c07-a111d8836de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:01.571841 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-193fcf1d-ac7d-48b1-9c07-a111d8836de4 None None] For port 4ea988e9-03b6-4464-96ea-c86b74e4624d, host dv-cinder-800697-2-iscsi, cleared binding levels {{(pid=104575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:45:01.575493 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-193fcf1d-ac7d-48b1-9c07-a111d8836de4 None None] For port 4ea988e9-03b6-4464-96ea-c86b74e4624d, host dv-cinder-800697-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=4ea988e9-03b6-4464-96ea-c86b74e4624d,segment=NetworkSegment(694c9be0-6f6f-4d54-a5f3-f95400cc31aa),segment_id=694c9be0-6f6f-4d54-a5f3-f95400cc31aa)] {{(pid=104575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:45:01.581748 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-193fcf1d-ac7d-48b1-9c07-a111d8836de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:01.640950 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193fcf1d-ac7d-48b1-9c07-a111d8836de4 None None] Pushing event updated for resources: {'Port': ['ID=4ea988e9-03b6-4464-96ea-c86b74e4624d,revision_number=2']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:45:02.424125 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b05a89c-d011-40b1-9c73-1bb92cf45f7f None None] Network cbad46bc-fc48-422c-8375-cbdad6f5c4db requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:45:02.503752 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-85c58dc6-37b0-460a-b32d-b55d35d938c1 None None] Provisioning for port 4ea988e9-03b6-4464-96ea-c86b74e4624d completed by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:45:03.498199 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 4ea988e9-03b6-4464-96ea-c86b74e4624d up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:45:03.547725 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning for port 4ea988e9-03b6-4464-96ea-c86b74e4624d completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:45:03.551428 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port 4ea988e9-03b6-4464-96ea-c86b74e4624d triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:45:03.551801 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:03.632590 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:03.664996 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] For port 4ea988e9-03b6-4464-96ea-c86b74e4624d, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=4ea988e9-03b6-4464-96ea-c86b74e4624d,segment=NetworkSegment(694c9be0-6f6f-4d54-a5f3-f95400cc31aa),segment_id=694c9be0-6f6f-4d54-a5f3-f95400cc31aa)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:45:03.669452 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:03.723152 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Pushing event updated for resources: {'Port': ['ID=4ea988e9-03b6-4464-96ea-c86b74e4624d,revision_number=3']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:45:05.476553 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 4ea988e9-03b6-4464-96ea-c86b74e4624d up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:45:05.526221 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port 4ea988e9-03b6-4464-96ea-c86b74e4624d triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:45:05.526591 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:16.842036 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-07c4c898-56ce-471a-b067-b74501f3e416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:17.834842 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.agents_db [None req-f94fc2f4-144f-4bce-9715-a006bfd56775 None None] Agent healthcheck: found 5 active agents {{(pid=104576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:45:19.385160 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-4034d364-9145-4c4e-bf66-0153b9eea5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:19.513793 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:20.511171 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:22.033055 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:46.848307 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ae98a276-d296-4ace-a13c-336d32effdf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:49.379756 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-df5b22b4-e29b-4a52-8af3-9aecbaf8eb9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:49.516536 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:50.515894 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:52.034702 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:54.833440 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.agents_db [None req-f94fc2f4-144f-4bce-9715-a006bfd56775 None None] Agent healthcheck: found 5 active agents {{(pid=104576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:46:10.020810 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 39704) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:46:10.026891 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [None req-508219aa-82c3-4a4b-8ebc-7947a2e9715c tempest-verify_tempest_config-1423344713 tempest-verify_tempest_config-1423344713-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=104573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 13:46:10.027896 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-508219aa-82c3-4a4b-8ebc-7947a2e9715c tempest-verify_tempest_config-1423344713 tempest-verify_tempest_config-1423344713-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061233 Jul 14 13:46:10.357182 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 39722) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:46:10.474543 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-5a4a6f11-413d-4c37-af16-9314fd8a3b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:10.565976 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-5a4a6f11-413d-4c37-af16-9314fd8a3b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:10.571631 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-5a4a6f11-413d-4c37-af16-9314fd8a3b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:10.614599 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-5a4a6f11-413d-4c37-af16-9314fd8a3b43 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=39b30db1942043c08627fde6235d26f5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2563517 Jul 14 13:46:10.615644 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a6f11-413d-4c37-af16-9314fd8a3b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec9c0c4-98c8-4532-aa64-ed4102121530,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:46:10.617408 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 39726) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:46:10.622341 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a6f11-413d-4c37-af16-9314fd8a3b43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:10.622701 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a6f11-413d-4c37-af16-9314fd8a3b43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:10.623071 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a6f11-413d-4c37-af16-9314fd8a3b43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:10.623404 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a6f11-413d-4c37-af16-9314fd8a3b43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:10.623729 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a6f11-413d-4c37-af16-9314fd8a3b43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:10.624051 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a6f11-413d-4c37-af16-9314fd8a3b43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:10.624394 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a6f11-413d-4c37-af16-9314fd8a3b43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:10.624727 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a6f11-413d-4c37-af16-9314fd8a3b43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:10.625051 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a6f11-413d-4c37-af16-9314fd8a3b43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:10.625364 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a6f11-413d-4c37-af16-9314fd8a3b43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:10.625684 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a6f11-413d-4c37-af16-9314fd8a3b43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:10.625996 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a6f11-413d-4c37-af16-9314fd8a3b43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:10.697450 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a91b6f77-8ae1-446b-a83d-da2e9d60b501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:10.730812 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a91b6f77-8ae1-446b-a83d-da2e9d60b501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:10.822627 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a91b6f77-8ae1-446b-a83d-da2e9d60b501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:10.825174 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a91b6f77-8ae1-446b-a83d-da2e9d60b501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:10.827503 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-a91b6f77-8ae1-446b-a83d-da2e9d60b501 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5ec9c0c4-98c8-4532-aa64-ed4102121530 HTTP/1.1" status: 204 len: 168 time: 0.2084553 Jul 14 13:46:10.835382 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b6f77-8ae1-446b-a83d-da2e9d60b501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec9c0c4-98c8-4532-aa64-ed4102121530,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:46:10.842218 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b6f77-8ae1-446b-a83d-da2e9d60b501 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:10.842593 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b6f77-8ae1-446b-a83d-da2e9d60b501 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:10.842941 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b6f77-8ae1-446b-a83d-da2e9d60b501 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:10.843284 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b6f77-8ae1-446b-a83d-da2e9d60b501 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:10.843637 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b6f77-8ae1-446b-a83d-da2e9d60b501 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:10.843990 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b6f77-8ae1-446b-a83d-da2e9d60b501 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:10.844335 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b6f77-8ae1-446b-a83d-da2e9d60b501 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:10.844680 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b6f77-8ae1-446b-a83d-da2e9d60b501 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:10.845034 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b6f77-8ae1-446b-a83d-da2e9d60b501 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:10.845366 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b6f77-8ae1-446b-a83d-da2e9d60b501 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:10.845693 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b6f77-8ae1-446b-a83d-da2e9d60b501 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:10.846014 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b6f77-8ae1-446b-a83d-da2e9d60b501 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:16.851295 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-a0b96a30-94d9-473f-b318-3e94321c7db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:19.383644 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e7885377-5696-41a1-ab47-fd90297e3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:19.518941 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:20.517447 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:22.042694 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:31.836897 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.agents_db [None req-f94fc2f4-144f-4bce-9715-a006bfd56775 None None] Agent healthcheck: found 5 active agents {{(pid=104576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:46:46.859677 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-db9dd8b4-1851-4d4d-b11c-ecd8de47f1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:49.397718 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-22142c07-c7af-41f2-9032-e1ca91c21011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:49.522464 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:50.531990 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:52.046431 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:47:08.840775 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.agents_db [None req-f94fc2f4-144f-4bce-9715-a006bfd56775 None None] Agent healthcheck: found 5 active agents {{(pid=104576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:47:16.861695 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8c19e3b1-d4a7-4c97-9041-b44c0ba22d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:47:19.398841 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-f9f5fbd4-9c4c-414d-8931-2ebeb1b281d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:47:19.526218 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:47:20.533155 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:47:22.052531 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:47:45.844478 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.agents_db [None req-f94fc2f4-144f-4bce-9715-a006bfd56775 None None] Agent healthcheck: found 5 active agents {{(pid=104576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:47:46.855622 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-39c62cf7-1c0d-4238-b5d3-8c50f59d50c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:47:47.136795 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-356912'] for agent, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:47:49.392203 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c1e518ae-ee2d-4f90-bfb4-c471454f405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:47:49.529571 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:47:50.534873 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:47:52.057621 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:01.762391 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 39804) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:48:01.874834 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-9082ba2c-6d56-4793-b802-9c24a1af6894 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1113174 Jul 14 13:48:04.005127 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 39814) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:48:04.072214 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-aac87b17-09a9-4b8c-905d-449be2df7ea0 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0659964 Jul 14 13:48:16.868836 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-725f6226-0399-434f-a916-0aec38606ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:17.104972 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:19.401476 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-71d31b28-d459-4c58-b7a6-7cd67ca12a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:19.534477 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:20.540507 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:22.063387 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:22.846952 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.agents_db [None req-f94fc2f4-144f-4bce-9715-a006bfd56775 None None] Agent healthcheck: found 6 active agents {{(pid=104576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:48:46.865710 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-4d5e15cf-901e-4605-9050-945089468758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:47.125058 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:49.394348 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-2e2124a8-2e9a-40e7-a104-9999568015d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:49.537291 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:50.538359 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:52.056884 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:59.846294 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.agents_db [None req-f94fc2f4-144f-4bce-9715-a006bfd56775 None None] Agent healthcheck: found 6 active agents {{(pid=104576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:49:16.867530 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-937080b1-feb6-4c39-afa6-379e80a080f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:17.121213 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:19.397837 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-f5eb595a-2404-4a5f-9cd0-15f6c2d9d5a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:19.539128 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:20.540544 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:22.059063 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:32.479443 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 39982) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:32.694252 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-72371191-7f83-4bdd-9c63-ffc4d6bb9d49 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-928776955-network', 'tenant_id': '8caf6d3ddae345d7b88e452d1381219c'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:49:32.716116 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72371191-7f83-4bdd-9c63-ffc4d6bb9d49 admin admin] Made reservation on behalf of 8caf6d3ddae345d7b88e452d1381219c for: {'network': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:49:32.724258 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-72371191-7f83-4bdd-9c63-ffc4d6bb9d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for network, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:32.736066 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-72371191-7f83-4bdd-9c63-ffc4d6bb9d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:32.832921 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-72371191-7f83-4bdd-9c63-ffc4d6bb9d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:32.837234 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-72371191-7f83-4bdd-9c63-ffc4d6bb9d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:32.857814 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72371191-7f83-4bdd-9c63-ffc4d6bb9d49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=104572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:49:32.877662 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-72371191-7f83-4bdd-9c63-ffc4d6bb9d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542'] for segment, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:32.878006 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.db.segments_db [None req-72371191-7f83-4bdd-9c63-ffc4d6bb9d49 admin admin] Added segment bf7a6c71-c634-4a61-86f2-3f00bb21f2c8 of type vlan for network a4de1993-7c47-4ecf-ae83-1c08c36ec002 Jul 14 13:49:32.887475 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72371191-7f83-4bdd-9c63-ffc4d6bb9d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10a40c1-03e1-4598-b38a-aeb8588c3dec,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:32.922372 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72371191-7f83-4bdd-9c63-ffc4d6bb9d49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:32.922751 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72371191-7f83-4bdd-9c63-ffc4d6bb9d49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:32.923156 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72371191-7f83-4bdd-9c63-ffc4d6bb9d49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:32.923485 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72371191-7f83-4bdd-9c63-ffc4d6bb9d49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:32.923811 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72371191-7f83-4bdd-9c63-ffc4d6bb9d49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:32.924136 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72371191-7f83-4bdd-9c63-ffc4d6bb9d49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:32.924460 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72371191-7f83-4bdd-9c63-ffc4d6bb9d49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:32.924793 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72371191-7f83-4bdd-9c63-ffc4d6bb9d49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:32.925283 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72371191-7f83-4bdd-9c63-ffc4d6bb9d49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:32.925608 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72371191-7f83-4bdd-9c63-ffc4d6bb9d49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:32.925921 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72371191-7f83-4bdd-9c63-ffc4d6bb9d49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:32.926675 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72371191-7f83-4bdd-9c63-ffc4d6bb9d49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:32.927756 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72371191-7f83-4bdd-9c63-ffc4d6bb9d49 admin admin] Tracked resource versions report: Jul 14 13:49:32.927756 dv-cinder-800697-2-iscsi neutron-server[104572]: pushed versions: Jul 14 13:49:32.927756 dv-cinder-800697-2-iscsi neutron-server[104572]: { 'AddressGroup': {'1.2'}, Jul 14 13:49:32.927756 dv-cinder-800697-2-iscsi neutron-server[104572]: 'ConntrackHelper': {'1.0'}, Jul 14 13:49:32.927756 dv-cinder-800697-2-iscsi neutron-server[104572]: 'Log': {'1.0'}, Jul 14 13:49:32.927756 dv-cinder-800697-2-iscsi neutron-server[104572]: 'Network': {'1.1'}, Jul 14 13:49:32.927756 dv-cinder-800697-2-iscsi neutron-server[104572]: 'Port': {'1.7'}, Jul 14 13:49:32.927756 dv-cinder-800697-2-iscsi neutron-server[104572]: 'PortForwarding': {'1.2'}, Jul 14 13:49:32.927756 dv-cinder-800697-2-iscsi neutron-server[104572]: 'QosPolicy': {'1.8'}, Jul 14 13:49:32.927756 dv-cinder-800697-2-iscsi neutron-server[104572]: 'SecurityGroup': {'1.4'}, Jul 14 13:49:32.927756 dv-cinder-800697-2-iscsi neutron-server[104572]: 'SecurityGroupRule': {'1.2'}, Jul 14 13:49:32.927756 dv-cinder-800697-2-iscsi neutron-server[104572]: 'SubPort': {'1.0'}, Jul 14 13:49:32.927756 dv-cinder-800697-2-iscsi neutron-server[104572]: 'Subnet': {'1.1'}, Jul 14 13:49:32.927756 dv-cinder-800697-2-iscsi neutron-server[104572]: 'Trunk': {'1.1'}} Jul 14 13:49:32.927756 dv-cinder-800697-2-iscsi neutron-server[104572]: consumer versions: Jul 14 13:49:32.927756 dv-cinder-800697-2-iscsi neutron-server[104572]: { DHCP agent@dv-cinder-800697-2-iscsi: {}, Jul 14 13:49:32.927756 dv-cinder-800697-2-iscsi neutron-server[104572]: HyperV agent@hv-cinder-80069: {}, Jul 14 13:49:32.927756 dv-cinder-800697-2-iscsi neutron-server[104572]: L3 agent@dv-cinder-800697-2-iscsi: {}, Jul 14 13:49:32.927756 dv-cinder-800697-2-iscsi neutron-server[104572]: Metadata agent@dv-cinder-800697-2-iscsi: {}, Jul 14 13:49:32.927756 dv-cinder-800697-2-iscsi neutron-server[104572]: Metering agent@dv-cinder-800697-2-iscsi: {}, Jul 14 13:49:32.927756 dv-cinder-800697-2-iscsi neutron-server[104572]: Open vSwitch agent@dv-cinder-800697-2-iscsi: { 'AddressGroup': '1.2', Jul 14 13:49:32.927756 dv-cinder-800697-2-iscsi neutron-server[104572]: 'ConntrackHelper': '1.0', Jul 14 13:49:32.927756 dv-cinder-800697-2-iscsi neutron-server[104572]: 'Log': '1.0', Jul 14 13:49:32.927756 dv-cinder-800697-2-iscsi neutron-server[104572]: 'Network': '1.1', Jul 14 13:49:32.927756 dv-cinder-800697-2-iscsi neutron-server[104572]: 'Port': '1.7', Jul 14 13:49:32.927756 dv-cinder-800697-2-iscsi neutron-server[104572]: 'PortForwarding': '1.2', Jul 14 13:49:32.927756 dv-cinder-800697-2-iscsi neutron-server[104572]: 'QosPolicy': '1.8', Jul 14 13:49:32.927756 dv-cinder-800697-2-iscsi neutron-server[104572]: 'SecurityGroup': '1.4', Jul 14 13:49:32.927756 dv-cinder-800697-2-iscsi neutron-server[104572]: 'SecurityGroupRule': '1.2', Jul 14 13:49:32.927756 dv-cinder-800697-2-iscsi neutron-server[104572]: 'SubPort': '1.0', Jul 14 13:49:32.927756 dv-cinder-800697-2-iscsi neutron-server[104572]: 'Subnet': '1.1', Jul 14 13:49:32.927756 dv-cinder-800697-2-iscsi neutron-server[104572]: 'Trunk': '1.1'}} Jul 14 13:49:32.927756 dv-cinder-800697-2-iscsi neutron-server[104572]: {{(pid=104572) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 13:49:32.931422 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-72371191-7f83-4bdd-9c63-ffc4d6bb9d49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787525299204'] for network, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:32.966601 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-72371191-7f83-4bdd-9c63-ffc4d6bb9d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338'] for network, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:32.967880 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72371191-7f83-4bdd-9c63-ffc4d6bb9d49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:49:32.968703 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-72371191-7f83-4bdd-9c63-ffc4d6bb9d49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for network, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:33.026250 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-72371191-7f83-4bdd-9c63-ffc4d6bb9d49 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5456209 Jul 14 13:49:33.029363 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 40028) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:33.029874 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72371191-7f83-4bdd-9c63-ffc4d6bb9d49 admin admin] Pushing event updated for resources: {'Network': ['ID=a4de1993-7c47-4ecf-ae83-1c08c36ec002,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:33.051038 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Network a4de1993-7c47-4ecf-ae83-1c08c36ec002 details requested by agent ovs-agent-dv-cinder-800697-2-iscsi with host dv-cinder-800697-2-iscsi {{(pid=104575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:49:33.064826 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-f7ca6222-c7ea-42c3-8541-0edfaa25afbc admin admin] Request body: {'subnet': {'network_id': 'a4de1993-7c47-4ecf-ae83-1c08c36ec002', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-928776955-subnet', 'tenant_id': '8caf6d3ddae345d7b88e452d1381219c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:49:33.099724 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ca6222-c7ea-42c3-8541-0edfaa25afbc admin admin] Made reservation on behalf of 8caf6d3ddae345d7b88e452d1381219c for: {'subnet': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:49:33.102444 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-f7ca6222-c7ea-42c3-8541-0edfaa25afbc admin admin] Notify callbacks [] for subnet, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:33.290243 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-f7ca6222-c7ea-42c3-8541-0edfaa25afbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338'] for subnet, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:33.343238 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca6222-c7ea-42c3-8541-0edfaa25afbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2914cfec-3a39-4126-919b-2a077e7bd9d1,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:33.354207 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ca6222-c7ea-42c3-8541-0edfaa25afbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:33.354571 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ca6222-c7ea-42c3-8541-0edfaa25afbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:33.354923 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ca6222-c7ea-42c3-8541-0edfaa25afbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:33.355349 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ca6222-c7ea-42c3-8541-0edfaa25afbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:33.355586 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ca6222-c7ea-42c3-8541-0edfaa25afbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:33.355912 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ca6222-c7ea-42c3-8541-0edfaa25afbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:33.356236 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ca6222-c7ea-42c3-8541-0edfaa25afbc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:33.356803 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ca6222-c7ea-42c3-8541-0edfaa25afbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:33.356914 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ca6222-c7ea-42c3-8541-0edfaa25afbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:33.357234 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ca6222-c7ea-42c3-8541-0edfaa25afbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:33.357544 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ca6222-c7ea-42c3-8541-0edfaa25afbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:33.357862 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ca6222-c7ea-42c3-8541-0edfaa25afbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:33.359597 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ca6222-c7ea-42c3-8541-0edfaa25afbc admin admin] Tracked resource versions report: Jul 14 13:49:33.359597 dv-cinder-800697-2-iscsi neutron-server[104573]: pushed versions: Jul 14 13:49:33.359597 dv-cinder-800697-2-iscsi neutron-server[104573]: { 'AddressGroup': {'1.2'}, Jul 14 13:49:33.359597 dv-cinder-800697-2-iscsi neutron-server[104573]: 'ConntrackHelper': {'1.0'}, Jul 14 13:49:33.359597 dv-cinder-800697-2-iscsi neutron-server[104573]: 'Log': {'1.0'}, Jul 14 13:49:33.359597 dv-cinder-800697-2-iscsi neutron-server[104573]: 'Network': {'1.1'}, Jul 14 13:49:33.359597 dv-cinder-800697-2-iscsi neutron-server[104573]: 'Port': {'1.7'}, Jul 14 13:49:33.359597 dv-cinder-800697-2-iscsi neutron-server[104573]: 'PortForwarding': {'1.2'}, Jul 14 13:49:33.359597 dv-cinder-800697-2-iscsi neutron-server[104573]: 'QosPolicy': {'1.8'}, Jul 14 13:49:33.359597 dv-cinder-800697-2-iscsi neutron-server[104573]: 'SecurityGroup': {'1.4'}, Jul 14 13:49:33.359597 dv-cinder-800697-2-iscsi neutron-server[104573]: 'SecurityGroupRule': {'1.2'}, Jul 14 13:49:33.359597 dv-cinder-800697-2-iscsi neutron-server[104573]: 'SubPort': {'1.0'}, Jul 14 13:49:33.359597 dv-cinder-800697-2-iscsi neutron-server[104573]: 'Subnet': {'1.1'}, Jul 14 13:49:33.359597 dv-cinder-800697-2-iscsi neutron-server[104573]: 'Trunk': {'1.1'}} Jul 14 13:49:33.359597 dv-cinder-800697-2-iscsi neutron-server[104573]: consumer versions: Jul 14 13:49:33.359597 dv-cinder-800697-2-iscsi neutron-server[104573]: { DHCP agent@dv-cinder-800697-2-iscsi: {}, Jul 14 13:49:33.359597 dv-cinder-800697-2-iscsi neutron-server[104573]: HyperV agent@hv-cinder-80069: {}, Jul 14 13:49:33.359597 dv-cinder-800697-2-iscsi neutron-server[104573]: L3 agent@dv-cinder-800697-2-iscsi: {}, Jul 14 13:49:33.359597 dv-cinder-800697-2-iscsi neutron-server[104573]: Metadata agent@dv-cinder-800697-2-iscsi: {}, Jul 14 13:49:33.359597 dv-cinder-800697-2-iscsi neutron-server[104573]: Metering agent@dv-cinder-800697-2-iscsi: {}, Jul 14 13:49:33.359597 dv-cinder-800697-2-iscsi neutron-server[104573]: Open vSwitch agent@dv-cinder-800697-2-iscsi: { 'AddressGroup': '1.2', Jul 14 13:49:33.359597 dv-cinder-800697-2-iscsi neutron-server[104573]: 'ConntrackHelper': '1.0', Jul 14 13:49:33.359597 dv-cinder-800697-2-iscsi neutron-server[104573]: 'Log': '1.0', Jul 14 13:49:33.359597 dv-cinder-800697-2-iscsi neutron-server[104573]: 'Network': '1.1', Jul 14 13:49:33.359597 dv-cinder-800697-2-iscsi neutron-server[104573]: 'Port': '1.7', Jul 14 13:49:33.359597 dv-cinder-800697-2-iscsi neutron-server[104573]: 'PortForwarding': '1.2', Jul 14 13:49:33.359597 dv-cinder-800697-2-iscsi neutron-server[104573]: 'QosPolicy': '1.8', Jul 14 13:49:33.359597 dv-cinder-800697-2-iscsi neutron-server[104573]: 'SecurityGroup': '1.4', Jul 14 13:49:33.359597 dv-cinder-800697-2-iscsi neutron-server[104573]: 'SecurityGroupRule': '1.2', Jul 14 13:49:33.359597 dv-cinder-800697-2-iscsi neutron-server[104573]: 'SubPort': '1.0', Jul 14 13:49:33.359597 dv-cinder-800697-2-iscsi neutron-server[104573]: 'Subnet': '1.1', Jul 14 13:49:33.359597 dv-cinder-800697-2-iscsi neutron-server[104573]: 'Trunk': '1.1'}} Jul 14 13:49:33.359597 dv-cinder-800697-2-iscsi neutron-server[104573]: {{(pid=104573) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 13:49:33.372262 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca6222-c7ea-42c3-8541-0edfaa25afbc admin admin] Checking segment: {'id': 'bf7a6c71-c634-4a61-86f2-3f00bb21f2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a4de1993-7c47-4ecf-ae83-1c08c36ec002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:49:33.372833 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ca6222-c7ea-42c3-8541-0edfaa25afbc admin admin] Network hostable DHCP agents. Network: a4de1993-7c47-4ecf-ae83-1c08c36ec002, hostable agents: ['d5e7476e-1d58-4a72-9697-436f60a7843b'], hosted agents: [] {{(pid=104573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:49:33.390319 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ca6222-c7ea-42c3-8541-0edfaa25afbc admin admin] Network a4de1993-7c47-4ecf-ae83-1c08c36ec002 is scheduled to be hosted by DHCP agent d5e7476e-1d58-4a72-9697-436f60a7843b with binding_index 1 {{(pid=104573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:49:33.400524 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-f7ca6222-c7ea-42c3-8541-0edfaa25afbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-2-iscsi, a4de1993-7c47-4ecf-ae83-1c08c36ec002) {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:49:33.404648 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ca6222-c7ea-42c3-8541-0edfaa25afbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:49:33.405232 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-f7ca6222-c7ea-42c3-8541-0edfaa25afbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for subnet, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:33.411976 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9914f807-079d-476e-b073-aed4d8608cd4 None None] Network a4de1993-7c47-4ecf-ae83-1c08c36ec002 requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:49:33.427565 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-f7ca6222-c7ea-42c3-8541-0edfaa25afbc admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3962216 Jul 14 13:49:33.541039 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14379173-87b3-4860-88c5-2b892c4248d9 None None] Network a4de1993-7c47-4ecf-ae83-1c08c36ec002 requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:49:33.651315 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 40070) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:33.661183 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 40074) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:34.012805 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-912ac965-f4d9-421a-b7e8-c482c62bf67b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1429243708-network', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:49:34.036584 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912ac965-f4d9-421a-b7e8-c482c62bf67b admin admin] Made reservation on behalf of 0aa375225aa7437fa9ce67ac24df914c for: {'network': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:49:34.039649 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-912ac965-f4d9-421a-b7e8-c482c62bf67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for network, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:34.047939 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-912ac965-f4d9-421a-b7e8-c482c62bf67b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:34.054279 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-051f2352-ed8b-4cea-b711-9d32519df330 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-105325924-network', 'tenant_id': '2f9d746b4e934f23803208b8947e1ac5'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:49:34.068861 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.db.api [None req-051f2352-ed8b-4cea-b711-9d32519df330 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 13:49:34.068861 dv-cinder-800697-2-iscsi neutron-server[104572]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 13:49:34.068861 dv-cinder-800697-2-iscsi neutron-server[104572]: [parameters: {'project_id_1': '2f9d746b4e934f23803208b8947e1ac5', 'expiration_1': datetime.datetime(2021, 7, 14, 13, 49, 34, 59107)}] Jul 14 13:49:34.068861 dv-cinder-800697-2-iscsi neutron-server[104572]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=104572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 13:49:34.070668 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG oslo_db.api [None req-051f2352-ed8b-4cea-b711-9d32519df330 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 13:49:34.144308 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-912ac965-f4d9-421a-b7e8-c482c62bf67b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:34.150417 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-912ac965-f4d9-421a-b7e8-c482c62bf67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:34.162270 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-912ac965-f4d9-421a-b7e8-c482c62bf67b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=104573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:49:34.192137 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ac965-f4d9-421a-b7e8-c482c62bf67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d1639c-3f4d-4ed4-9b3a-1d4b027992d3,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:34.200816 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-912ac965-f4d9-421a-b7e8-c482c62bf67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542'] for segment, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:34.200913 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.db.segments_db [None req-912ac965-f4d9-421a-b7e8-c482c62bf67b admin admin] Added segment 3782ce6e-4a36-46a1-9082-0427f175f195 of type vlan for network 4b726da0-ae68-495b-bfc7-0968d1d28d92 Jul 14 13:49:34.242841 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-912ac965-f4d9-421a-b7e8-c482c62bf67b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787525299204'] for network, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:34.273793 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-912ac965-f4d9-421a-b7e8-c482c62bf67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338'] for network, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:34.274845 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912ac965-f4d9-421a-b7e8-c482c62bf67b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:49:34.275481 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-912ac965-f4d9-421a-b7e8-c482c62bf67b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for network, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:34.348719 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 40102) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:34.348960 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-912ac965-f4d9-421a-b7e8-c482c62bf67b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6949215 Jul 14 13:49:34.349890 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ac965-f4d9-421a-b7e8-c482c62bf67b admin admin] Pushing event updated for resources: {'Network': ['ID=4b726da0-ae68-495b-bfc7-0968d1d28d92,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:34.366526 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-399103bf-1d55-48d2-ac81-aa3ae4de9b49 admin admin] Request body: {'subnet': {'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1429243708-subnet', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:49:34.368025 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Network 4b726da0-ae68-495b-bfc7-0968d1d28d92 details requested by agent ovs-agent-dv-cinder-800697-2-iscsi with host dv-cinder-800697-2-iscsi {{(pid=104575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:49:34.411170 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399103bf-1d55-48d2-ac81-aa3ae4de9b49 admin admin] Made reservation on behalf of 0aa375225aa7437fa9ce67ac24df914c for: {'subnet': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:49:34.414440 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-399103bf-1d55-48d2-ac81-aa3ae4de9b49 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:34.676777 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-399103bf-1d55-48d2-ac81-aa3ae4de9b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338'] for subnet, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:34.689629 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051f2352-ed8b-4cea-b711-9d32519df330 admin admin] Made reservation on behalf of 2f9d746b4e934f23803208b8947e1ac5 for: {'network': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:49:34.692293 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-051f2352-ed8b-4cea-b711-9d32519df330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for network, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:34.733683 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399103bf-1d55-48d2-ac81-aa3ae4de9b49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebef684f-df3e-493a-a16d-87acc125d2bb,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:34.751576 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-051f2352-ed8b-4cea-b711-9d32519df330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:34.851816 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-051f2352-ed8b-4cea-b711-9d32519df330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:34.853183 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399103bf-1d55-48d2-ac81-aa3ae4de9b49 admin admin] Checking segment: {'id': '3782ce6e-4a36-46a1-9082-0427f175f195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:49:34.853657 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399103bf-1d55-48d2-ac81-aa3ae4de9b49 admin admin] Network hostable DHCP agents. Network: 4b726da0-ae68-495b-bfc7-0968d1d28d92, hostable agents: ['d5e7476e-1d58-4a72-9697-436f60a7843b'], hosted agents: [] {{(pid=104572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:49:34.867247 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-051f2352-ed8b-4cea-b711-9d32519df330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:34.878783 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-051f2352-ed8b-4cea-b711-9d32519df330 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 870} {{(pid=104572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:49:34.895455 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-051f2352-ed8b-4cea-b711-9d32519df330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542'] for segment, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:34.896118 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.db.segments_db [None req-051f2352-ed8b-4cea-b711-9d32519df330 admin admin] Added segment 0547d367-b0f7-4efe-b546-06bf6350879a of type vlan for network 6454f800-8ef5-4b50-ab22-8dab9a0ab218 Jul 14 13:49:34.971893 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-051f2352-ed8b-4cea-b711-9d32519df330 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787525299204'] for network, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:34.999203 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f2352-ed8b-4cea-b711-9d32519df330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb70363-9f63-49dd-991e-1fc1c5cf5381,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:35.006558 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-051f2352-ed8b-4cea-b711-9d32519df330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338'] for network, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:35.008333 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051f2352-ed8b-4cea-b711-9d32519df330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:49:35.008835 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-051f2352-ed8b-4cea-b711-9d32519df330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for network, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:35.078083 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f2352-ed8b-4cea-b711-9d32519df330 admin admin] Pushing event updated for resources: {'Network': ['ID=6454f800-8ef5-4b50-ab22-8dab9a0ab218,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:35.080199 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399103bf-1d55-48d2-ac81-aa3ae4de9b49 admin admin] Network 4b726da0-ae68-495b-bfc7-0968d1d28d92 is scheduled to be hosted by DHCP agent d5e7476e-1d58-4a72-9697-436f60a7843b with binding_index 1 {{(pid=104572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:49:35.089553 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Network 6454f800-8ef5-4b50-ab22-8dab9a0ab218 details requested by agent ovs-agent-dv-cinder-800697-2-iscsi with host dv-cinder-800697-2-iscsi {{(pid=104575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:49:35.091845 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 40132) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:35.092311 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-051f2352-ed8b-4cea-b711-9d32519df330 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4294665 Jul 14 13:49:35.096579 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-399103bf-1d55-48d2-ac81-aa3ae4de9b49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-2-iscsi, 4b726da0-ae68-495b-bfc7-0968d1d28d92) {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:49:35.097633 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-a5bc789c-6ac9-45c6-99c5-f73345701c6a admin admin] Request body: {'subnet': {'network_id': '6454f800-8ef5-4b50-ab22-8dab9a0ab218', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-105325924-subnet', 'tenant_id': '2f9d746b4e934f23803208b8947e1ac5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:49:35.102811 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399103bf-1d55-48d2-ac81-aa3ae4de9b49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:49:35.103678 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-399103bf-1d55-48d2-ac81-aa3ae4de9b49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for subnet, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:35.143610 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494d0416-e878-4865-9e49-babca1e23d63 None None] Network 4b726da0-ae68-495b-bfc7-0968d1d28d92 requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:49:35.146983 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bc789c-6ac9-45c6-99c5-f73345701c6a admin admin] Made reservation on behalf of 2f9d746b4e934f23803208b8947e1ac5 for: {'subnet': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:49:35.151367 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a5bc789c-6ac9-45c6-99c5-f73345701c6a admin admin] Notify callbacks [] for subnet, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:35.155230 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-399103bf-1d55-48d2-ac81-aa3ae4de9b49 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8038902 Jul 14 13:49:35.157839 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 40138) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:35.162649 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-b337216e-bf73-4e88-963e-6860f08fdb9e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1429243708-router', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'}}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:49:35.211944 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b337216e-bf73-4e88-963e-6860f08fdb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-359094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60051'] for router, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:35.213398 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b337216e-bf73-4e88-963e-6860f08fdb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-358933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-353752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60056'] for router, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:35.319146 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 40144) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:35.372004 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1bfb06-257f-40fe-b2fc-26642431b58b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82750a10-d604-5a62-9a9a-8866d319da02-4b726da0-ae68-495b-bfc7-0968d1d28d92', 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'fixed_ips': [{'subnet_id': 'ebef684f-df3e-493a-a16d-87acc125d2bb'}]}} from dv-cinder-800697-2-iscsi. {{(pid=104575) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 13:49:35.373913 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fd1bfb06-257f-40fe-b2fc-26642431b58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:35.392695 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b337216e-bf73-4e88-963e-6860f08fdb9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:35.568502 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.db_base_plugin_common [None req-fd1bfb06-257f-40fe-b2fc-26642431b58b None None] Allocated IP 172.20.0.2 (4b726da0-ae68-495b-bfc7-0968d1d28d92/ebef684f-df3e-493a-a16d-87acc125d2bb/db8cb899-1fb0-4284-b0a8-913bd64c999f) {{(pid=104575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:49:35.627364 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-44a4ffa6-88e7-4ff2-acb9-501ddb2f6158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:35.665325 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b337216e-bf73-4e88-963e-6860f08fdb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-353738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-359072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65394'] for router, precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:35.674464 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a5bc789c-6ac9-45c6-99c5-f73345701c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338'] for subnet, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:35.796226 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fd1bfb06-257f-40fe-b2fc-26642431b58b None None] Notify callbacks [] for port, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:35.818799 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fd1bfb06-257f-40fe-b2fc-26642431b58b None None] Transition to ACTIVE for port object db8cb899-1fb0-4284-b0a8-913bd64c999f will not be triggered until provisioned by entity L2. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:49:35.853824 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc789c-6ac9-45c6-99c5-f73345701c6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fa866c6-0b23-498d-86e8-617a82bdd6ff,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:35.855864 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fd1bfb06-257f-40fe-b2fc-26642431b58b None None] Transition to ACTIVE for port object db8cb899-1fb0-4284-b0a8-913bd64c999f will not be triggered until provisioned by entity DHCP. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:49:35.870525 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bc789c-6ac9-45c6-99c5-f73345701c6a admin admin] Checking segment: {'id': '0547d367-b0f7-4efe-b546-06bf6350879a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '6454f800-8ef5-4b50-ab22-8dab9a0ab218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:49:35.870873 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bc789c-6ac9-45c6-99c5-f73345701c6a admin admin] Network hostable DHCP agents. Network: 6454f800-8ef5-4b50-ab22-8dab9a0ab218, hostable agents: ['d5e7476e-1d58-4a72-9697-436f60a7843b'], hosted agents: [] {{(pid=104573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:49:35.881259 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fd1bfb06-257f-40fe-b2fc-26642431b58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755'] for port, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:35.910427 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-44a4ffa6-88e7-4ff2-acb9-501ddb2f6158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:35.911434 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bc789c-6ac9-45c6-99c5-f73345701c6a admin admin] Network 6454f800-8ef5-4b50-ab22-8dab9a0ab218 is scheduled to be hosted by DHCP agent d5e7476e-1d58-4a72-9697-436f60a7843b with binding_index 1 {{(pid=104573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:49:35.917598 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-44a4ffa6-88e7-4ff2-acb9-501ddb2f6158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:35.936423 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-a5bc789c-6ac9-45c6-99c5-f73345701c6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-2-iscsi, 6454f800-8ef5-4b50-ab22-8dab9a0ab218) {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:49:35.958329 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bc789c-6ac9-45c6-99c5-f73345701c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:49:35.958959 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a5bc789c-6ac9-45c6-99c5-f73345701c6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for subnet, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:35.969136 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-44a4ffa6-88e7-4ff2-acb9-501ddb2f6158 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dc543f22f0664d42a105415f8d7814cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6471877 Jul 14 13:49:35.970545 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 40160) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:35.974281 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4ffa6-88e7-4ff2-acb9-501ddb2f6158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947f03bf-f557-4cd7-a031-43f44ff87c11,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:35.994384 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-a5bc789c-6ac9-45c6-99c5-f73345701c6a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9008024 Jul 14 13:49:35.995000 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 40162) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:35.999444 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-3212357b-4360-4449-828e-69a6df9cc200 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-105325924-router', 'tenant_id': '2f9d746b4e934f23803208b8947e1ac5', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'}}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:49:36.006157 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1bfb06-257f-40fe-b2fc-26642431b58b None None] Pushing event updated for resources: {'Port': ['ID=db8cb899-1fb0-4284-b0a8-913bd64c999f,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:36.021127 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f90c714-a33e-46fb-a320-2f38771764fc None None] Network 6454f800-8ef5-4b50-ab22-8dab9a0ab218 requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:49:36.025670 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3212357b-4360-4449-828e-69a6df9cc200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-359094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60051'] for router, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:36.026884 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3212357b-4360-4449-828e-69a6df9cc200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-358933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-353752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60056'] for router, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:36.029990 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b337216e-bf73-4e88-963e-6860f08fdb9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:36.070315 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b337216e-bf73-4e88-963e-6860f08fdb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:36.084075 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1bfb06-257f-40fe-b2fc-26642431b58b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:36.084812 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1bfb06-257f-40fe-b2fc-26642431b58b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:36.085370 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1bfb06-257f-40fe-b2fc-26642431b58b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:36.085370 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1bfb06-257f-40fe-b2fc-26642431b58b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:36.085695 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1bfb06-257f-40fe-b2fc-26642431b58b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:36.086030 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1bfb06-257f-40fe-b2fc-26642431b58b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:36.086691 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1bfb06-257f-40fe-b2fc-26642431b58b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:36.087138 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1bfb06-257f-40fe-b2fc-26642431b58b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:36.087516 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1bfb06-257f-40fe-b2fc-26642431b58b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:36.087877 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1bfb06-257f-40fe-b2fc-26642431b58b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:36.088197 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1bfb06-257f-40fe-b2fc-26642431b58b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:36.088558 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1bfb06-257f-40fe-b2fc-26642431b58b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:36.089721 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1bfb06-257f-40fe-b2fc-26642431b58b None None] Tracked resource versions report: Jul 14 13:49:36.089721 dv-cinder-800697-2-iscsi neutron-server[104575]: pushed versions: Jul 14 13:49:36.089721 dv-cinder-800697-2-iscsi neutron-server[104575]: { 'AddressGroup': {'1.2'}, Jul 14 13:49:36.089721 dv-cinder-800697-2-iscsi neutron-server[104575]: 'ConntrackHelper': {'1.0'}, Jul 14 13:49:36.089721 dv-cinder-800697-2-iscsi neutron-server[104575]: 'Log': {'1.0'}, Jul 14 13:49:36.089721 dv-cinder-800697-2-iscsi neutron-server[104575]: 'Network': {'1.1'}, Jul 14 13:49:36.089721 dv-cinder-800697-2-iscsi neutron-server[104575]: 'Port': {'1.7'}, Jul 14 13:49:36.089721 dv-cinder-800697-2-iscsi neutron-server[104575]: 'PortForwarding': {'1.2'}, Jul 14 13:49:36.089721 dv-cinder-800697-2-iscsi neutron-server[104575]: 'QosPolicy': {'1.8'}, Jul 14 13:49:36.089721 dv-cinder-800697-2-iscsi neutron-server[104575]: 'SecurityGroup': {'1.4'}, Jul 14 13:49:36.089721 dv-cinder-800697-2-iscsi neutron-server[104575]: 'SecurityGroupRule': {'1.2'}, Jul 14 13:49:36.089721 dv-cinder-800697-2-iscsi neutron-server[104575]: 'SubPort': {'1.0'}, Jul 14 13:49:36.089721 dv-cinder-800697-2-iscsi neutron-server[104575]: 'Subnet': {'1.1'}, Jul 14 13:49:36.089721 dv-cinder-800697-2-iscsi neutron-server[104575]: 'Trunk': {'1.1'}} Jul 14 13:49:36.089721 dv-cinder-800697-2-iscsi neutron-server[104575]: consumer versions: Jul 14 13:49:36.089721 dv-cinder-800697-2-iscsi neutron-server[104575]: { DHCP agent@dv-cinder-800697-2-iscsi: {}, Jul 14 13:49:36.089721 dv-cinder-800697-2-iscsi neutron-server[104575]: HyperV agent@hv-cinder-80069: {}, Jul 14 13:49:36.089721 dv-cinder-800697-2-iscsi neutron-server[104575]: L3 agent@dv-cinder-800697-2-iscsi: {}, Jul 14 13:49:36.089721 dv-cinder-800697-2-iscsi neutron-server[104575]: Metadata agent@dv-cinder-800697-2-iscsi: {}, Jul 14 13:49:36.089721 dv-cinder-800697-2-iscsi neutron-server[104575]: Metering agent@dv-cinder-800697-2-iscsi: {}, Jul 14 13:49:36.089721 dv-cinder-800697-2-iscsi neutron-server[104575]: Open vSwitch agent@dv-cinder-800697-2-iscsi: { 'AddressGroup': '1.2', Jul 14 13:49:36.089721 dv-cinder-800697-2-iscsi neutron-server[104575]: 'ConntrackHelper': '1.0', Jul 14 13:49:36.089721 dv-cinder-800697-2-iscsi neutron-server[104575]: 'Log': '1.0', Jul 14 13:49:36.089721 dv-cinder-800697-2-iscsi neutron-server[104575]: 'Network': '1.1', Jul 14 13:49:36.089721 dv-cinder-800697-2-iscsi neutron-server[104575]: 'Port': '1.7', Jul 14 13:49:36.089721 dv-cinder-800697-2-iscsi neutron-server[104575]: 'PortForwarding': '1.2', Jul 14 13:49:36.089721 dv-cinder-800697-2-iscsi neutron-server[104575]: 'QosPolicy': '1.8', Jul 14 13:49:36.089721 dv-cinder-800697-2-iscsi neutron-server[104575]: 'SecurityGroup': '1.4', Jul 14 13:49:36.089721 dv-cinder-800697-2-iscsi neutron-server[104575]: 'SecurityGroupRule': '1.2', Jul 14 13:49:36.089721 dv-cinder-800697-2-iscsi neutron-server[104575]: 'SubPort': '1.0', Jul 14 13:49:36.089721 dv-cinder-800697-2-iscsi neutron-server[104575]: 'Subnet': '1.1', Jul 14 13:49:36.089721 dv-cinder-800697-2-iscsi neutron-server[104575]: 'Trunk': '1.1'}} Jul 14 13:49:36.089721 dv-cinder-800697-2-iscsi neutron-server[104575]: {{(pid=104575) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 13:49:36.095198 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1bfb06-257f-40fe-b2fc-26642431b58b None None] Network 4b726da0-ae68-495b-bfc7-0968d1d28d92 is already hosted by enough agents. {{(pid=104575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:49:36.099050 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [None req-fd1bfb06-257f-40fe-b2fc-26642431b58b None None] Resources bound (agent type, host, resource id): {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:49:36.104103 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1bfb06-257f-40fe-b2fc-26642431b58b None None] Received port after_create {{(pid=104575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:49:36.122455 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 40182) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:36.124925 dv-cinder-800697-2-iscsi neutron-server[104572]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 13:49:36.136686 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3212357b-4360-4449-828e-69a6df9cc200 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:36.188134 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1e3d0f6a-a984-44f4-adde-9e5e75de8fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:36.321586 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3212357b-4360-4449-828e-69a6df9cc200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-353738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-359072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65394'] for router, precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:36.339805 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-fd1bfb06-257f-40fe-b2fc-26642431b58b None None] Attempting to bind port db8cb899-1fb0-4284-b0a8-913bd64c999f on host dv-cinder-800697-2-iscsi for vnic_type normal with profile {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:49:36.340242 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-fd1bfb06-257f-40fe-b2fc-26642431b58b None None] Attempting to bind port db8cb899-1fb0-4284-b0a8-913bd64c999f by drivers openvswitch,hyperv on host dv-cinder-800697-2-iscsi at level 0 using segments [{'id': '3782ce6e-4a36-46a1-9082-0427f175f195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92'}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:49:36.340609 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1bfb06-257f-40fe-b2fc-26642431b58b None None] Attempting to bind port db8cb899-1fb0-4284-b0a8-913bd64c999f on network 4b726da0-ae68-495b-bfc7-0968d1d28d92 {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:49:36.349225 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c462a6-d17f-40c4-8cde-45335102a568 None None] Network 6454f800-8ef5-4b50-ab22-8dab9a0ab218 requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:49:36.419087 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1bfb06-257f-40fe-b2fc-26642431b58b None None] Checking agent: {'id': 'c8ba3178-5fdc-4895-ae06-68797a69110c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 41, 49), 'started_at': datetime.datetime(2021, 7, 14, 13, 42, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:49:36.420545 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1bfb06-257f-40fe-b2fc-26642431b58b None None] Checking segment: {'id': '3782ce6e-4a36-46a1-9082-0427f175f195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:49:36.421145 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fd1bfb06-257f-40fe-b2fc-26642431b58b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:36.421713 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1bfb06-257f-40fe-b2fc-26642431b58b None None] Bound using segment: {'id': '3782ce6e-4a36-46a1-9082-0427f175f195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92'} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:49:36.422390 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-fd1bfb06-257f-40fe-b2fc-26642431b58b None None] Bound port: db8cb899-1fb0-4284-b0a8-913bd64c999f, host: dv-cinder-800697-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3782ce6e-4a36-46a1-9082-0427f175f195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92'}}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:49:36.423322 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fd1bfb06-257f-40fe-b2fc-26642431b58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:36.559958 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-fd1bfb06-257f-40fe-b2fc-26642431b58b None None] For port db8cb899-1fb0-4284-b0a8-913bd64c999f, host dv-cinder-800697-2-iscsi, cleared binding levels {{(pid=104575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:49:36.570455 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1e3d0f6a-a984-44f4-adde-9e5e75de8fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:36.589662 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-c71aa214-7d02-48a4-9cc7-b888706f4d06 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:49:36.591274 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-fd1bfb06-257f-40fe-b2fc-26642431b58b None None] For port db8cb899-1fb0-4284-b0a8-913bd64c999f, host dv-cinder-800697-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=db8cb899-1fb0-4284-b0a8-913bd64c999f,segment=NetworkSegment(3782ce6e-4a36-46a1-9082-0427f175f195),segment_id=3782ce6e-4a36-46a1-9082-0427f175f195)] {{(pid=104575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:49:36.596335 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-c71aa214-7d02-48a4-9cc7-b888706f4d06 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/networks?id=a4de1993-7c47-4ecf-ae83-1c08c36ec002 HTTP/1.1" status: 200 len: 811 time: 0.4722545 Jul 14 13:49:36.602208 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fd1bfb06-257f-40fe-b2fc-26642431b58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:36.644456 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-a0ffc18f-36d2-44bf-b92d-6560017599b7 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/quotas/8caf6d3ddae345d7b88e452d1381219c HTTP/1.1" status: 200 len: 375 time: 0.0473256 Jul 14 13:49:36.647434 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [None req-b337216e-bf73-4e88-963e-6860f08fdb9e admin admin] Allocated IP 172.27.1.198 (b28dab8c-9c3b-45dd-8fa2-7ffa63c66645/3e00a68e-7419-45b7-a88a-a672d20cc9ef/16d82faf-0d23-4e36-a1b5-48333c3638fa) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:49:36.672618 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3212357b-4360-4449-828e-69a6df9cc200 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:36.701292 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3212357b-4360-4449-828e-69a6df9cc200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:36.721415 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-b20f5970-763f-407e-a7c3-a51f61a2e9a4 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8caf6d3ddae345d7b88e452d1381219c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0759044 Jul 14 13:49:36.736431 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1bfb06-257f-40fe-b2fc-26642431b58b None None] Pushing event updated for resources: {'Port': ['ID=db8cb899-1fb0-4284-b0a8-913bd64c999f,revision_number=2']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:36.775847 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1e3d0f6a-a984-44f4-adde-9e5e75de8fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:36.780024 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1e3d0f6a-a984-44f4-adde-9e5e75de8fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:36.783150 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-1e3d0f6a-a984-44f4-adde-9e5e75de8fd4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/947f03bf-f557-4cd7-a031-43f44ff87c11 HTTP/1.1" status: 204 len: 168 time: 0.8118672 Jul 14 13:49:36.809774 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d0f6a-a984-44f4-adde-9e5e75de8fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947f03bf-f557-4cd7-a031-43f44ff87c11,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:36.850193 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.agents_db [None req-f94fc2f4-144f-4bce-9715-a006bfd56775 None None] Agent healthcheck: found 6 active agents {{(pid=104576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:49:36.879136 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b337216e-bf73-4e88-963e-6860f08fdb9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:36.949812 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b337216e-bf73-4e88-963e-6860f08fdb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755'] for port, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:37.040028 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b337216e-bf73-4e88-963e-6860f08fdb9e admin admin] Network b28dab8c-9c3b-45dd-8fa2-7ffa63c66645 is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:49:37.046894 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-b337216e-bf73-4e88-963e-6860f08fdb9e admin admin] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:49:37.050249 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b337216e-bf73-4e88-963e-6860f08fdb9e admin admin] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:49:37.054252 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337216e-bf73-4e88-963e-6860f08fdb9e admin admin] Pushing event updated for resources: {'Port': ['ID=16d82faf-0d23-4e36-a1b5-48333c3638fa,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:37.082751 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_common [None req-3212357b-4360-4449-828e-69a6df9cc200 admin admin] Allocated IP 172.27.1.205 (b28dab8c-9c3b-45dd-8fa2-7ffa63c66645/3e00a68e-7419-45b7-a88a-a672d20cc9ef/7d4b9cb9-5106-4a74-b306-f8244ead6bc5) {{(pid=104573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:49:37.223432 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3212357b-4360-4449-828e-69a6df9cc200 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:37.224726 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-42cd4ef9-7dcb-4e65-9ce5-79d371d14385 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=104572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 13:49:37.226207 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-42cd4ef9-7dcb-4e65-9ce5-79d371d14385 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3415134 Jul 14 13:49:37.283839 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3212357b-4360-4449-828e-69a6df9cc200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755'] for port, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:37.320419 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3212357b-4360-4449-828e-69a6df9cc200 admin admin] Network b28dab8c-9c3b-45dd-8fa2-7ffa63c66645 is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:49:37.327137 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-3212357b-4360-4449-828e-69a6df9cc200 admin admin] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:49:37.330951 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3212357b-4360-4449-828e-69a6df9cc200 admin admin] Received port after_create {{(pid=104573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:49:37.361145 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 40248) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:37.400376 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212357b-4360-4449-828e-69a6df9cc200 admin admin] Pushing event updated for resources: {'Port': ['ID=7d4b9cb9-5106-4a74-b306-f8244ead6bc5,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:37.408357 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-fc6128cb-0a7f-44c0-9511-d8d526b81d5c service neutron] 10.222.0.35 "GET /v2.0/networks/a4de1993-7c47-4ecf-ae83-1c08c36ec002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732657 Jul 14 13:49:37.410633 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b337216e-bf73-4e88-963e-6860f08fdb9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:37.526288 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 40260) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:37.554579 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7aeb9581-7c77-4cfb-877d-0721f6e84c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:37.554870 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a8a530ed-9044-4b4e-9a6a-a8a8924e3502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:37.607257 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-85ecd7be-2a6a-45c5-978b-6f0fe31be520 service neutron] 10.222.0.35 "GET /v2.0/networks/a4de1993-7c47-4ecf-ae83-1c08c36ec002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604443 Jul 14 13:49:37.788320 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device db8cb899-1fb0-4284-b0a8-913bd64c999f up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:49:37.789840 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b337216e-bf73-4e88-963e-6860f08fdb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-359081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359211'] for router, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:37.802286 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3212357b-4360-4449-828e-69a6df9cc200 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:37.910014 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning for port db8cb899-1fb0-4284-b0a8-913bd64c999f completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:49:37.972877 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b337216e-bf73-4e88-963e-6860f08fdb9e admin admin] Router 418f6804-5512-4df1-9ed4-490ab5786f37 is scheduled to L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 with binding_index 1 {{(pid=104572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 13:49:38.078510 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 40286) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:38.082738 dv-cinder-800697-2-iscsi neutron-server[104573]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 13:49:38.131741 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b337216e-bf73-4e88-963e-6860f08fdb9e admin admin] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:49:38.136320 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-840fb6b3-54aa-4d58-bcf8-64d8bb2c2d6f req-81834e6a-d208-4190-aacb-58504fdfd7b5 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/ports?device_id=c66995cb-4c59-4f74-9924-f95643f55bd0 HTTP/1.1" status: 200 len: 210 time: 0.0543137 Jul 14 13:49:38.141666 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9c7244-986e-4170-b614-4939d2eed1d3 None None] Sync routers for ids ['418f6804-5512-4df1-9ed4-490ab5786f37'] in dv-cinder-800697-2-iscsi {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:49:38.155407 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9c7244-986e-4170-b614-4939d2eed1d3 None None] Routers {'418f6804-5512-4df1-9ed4-490ab5786f37'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:49:38.156018 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-aa9c7244-986e-4170-b614-4939d2eed1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:49:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['418f6804-5512-4df1-9ed4-490ab5786f37'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:49:38.199132 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97be11df-0edd-4f76-a7ae-9a296ef62e6a None None] Network 4b726da0-ae68-495b-bfc7-0968d1d28d92 requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:49:38.387692 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-aa9c7244-986e-4170-b614-4939d2eed1d3 None None] Set router 418f6804-5512-4df1-9ed4-490ab5786f37 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:49:38.416156 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7aeb9581-7c77-4cfb-877d-0721f6e84c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:38.428285 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7aeb9581-7c77-4cfb-877d-0721f6e84c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:38.431026 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-7591b3f7-667c-4226-94a5-b487f62cb547 None None] Provisioning for port db8cb899-1fb0-4284-b0a8-913bd64c999f completed by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:49:38.495488 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-7591b3f7-667c-4226-94a5-b487f62cb547 None None] Provisioning complete for port db8cb899-1fb0-4284-b0a8-913bd64c999f triggered by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:49:38.498734 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-7591b3f7-667c-4226-94a5-b487f62cb547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:38.512908 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb9581-7c77-4cfb-877d-0721f6e84c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0080cf19-85da-44d5-852c-da8900070de1,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:38.566226 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b337216e-bf73-4e88-963e-6860f08fdb9e admin admin] Notify callbacks [] for router, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:38.575184 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-b337216e-bf73-4e88-963e-6860f08fdb9e admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.4162471 Jul 14 13:49:38.575843 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 40324) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:38.587455 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3212357b-4360-4449-828e-69a6df9cc200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-359081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359211'] for router, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:38.609374 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-7aeb9581-7c77-4cfb-877d-0721f6e84c93 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=69e57de6719e436881b323f2b5753b1e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0820196 Jul 14 13:49:38.610293 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 40328) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:38.619449 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-7591b3f7-667c-4226-94a5-b487f62cb547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:38.698674 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-7591b3f7-667c-4226-94a5-b487f62cb547 None None] For port db8cb899-1fb0-4284-b0a8-913bd64c999f, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=db8cb899-1fb0-4284-b0a8-913bd64c999f,segment=NetworkSegment(3782ce6e-4a36-46a1-9082-0427f175f195),segment_id=3782ce6e-4a36-46a1-9082-0427f175f195)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:49:38.708857 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-7591b3f7-667c-4226-94a5-b487f62cb547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:38.745835 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a8a530ed-9044-4b4e-9a6a-a8a8924e3502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:38.759961 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-aa9c7244-986e-4170-b614-4939d2eed1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'name': 'tempest-AttachVolumeShelveTestJSON-1429243708-router', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '16d82faf-0d23-4e36-a1b5-48333c3638fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:49:35Z', 'updated_at': '2021-07-14T13:49:37Z', 'revision_number': 3, 'project_id': '0aa375225aa7437fa9ce67ac24df914c', 'gw_port': {'id': '16d82faf-0d23-4e36-a1b5-48333c3638fa', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:36Z', 'updated_at': '2021-07-14T13:49:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi'}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:49:38.824259 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591b3f7-667c-4226-94a5-b487f62cb547 None None] Pushing event updated for resources: {'Port': ['ID=db8cb899-1fb0-4284-b0a8-913bd64c999f,revision_number=3']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:38.864306 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9c7244-986e-4170-b614-4939d2eed1d3 None None] Checking router: 418f6804-5512-4df1-9ed4-490ab5786f37 for host: dv-cinder-800697-2-iscsi {{(pid=104576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:49:38.864659 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9c7244-986e-4170-b614-4939d2eed1d3 None None] Updating router 418f6804-5512-4df1-9ed4-490ab5786f37 port 16d82faf-0d23-4e36-a1b5-48333c3638fa binding host dv-cinder-800697-2-iscsi {{(pid=104576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:49:38.873310 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-990b7257-dc90-46d3-8c7d-feb4c1346759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:38.906864 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-aa9c7244-986e-4170-b614-4939d2eed1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:38.913321 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-990b7257-dc90-46d3-8c7d-feb4c1346759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:38.960218 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-a25e16f7-53e5-43c9-b258-ce26bc07ed92 None None] Provisioning complete for port db8cb899-1fb0-4284-b0a8-913bd64c999f triggered by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:49:38.966167 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-a25e16f7-53e5-43c9-b258-ce26bc07ed92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:39.004225 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-990b7257-dc90-46d3-8c7d-feb4c1346759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:39.009630 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-990b7257-dc90-46d3-8c7d-feb4c1346759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:39.015850 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-990b7257-dc90-46d3-8c7d-feb4c1346759 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0080cf19-85da-44d5-852c-da8900070de1 HTTP/1.1" status: 204 len: 168 time: 0.4018426 Jul 14 13:49:39.047300 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b7257-dc90-46d3-8c7d-feb4c1346759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0080cf19-85da-44d5-852c-da8900070de1,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:39.077255 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a8a530ed-9044-4b4e-9a6a-a8a8924e3502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:39.095142 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3212357b-4360-4449-828e-69a6df9cc200 admin admin] Router d46d6bda-b003-43ac-b86b-e39c9e4c1539 is scheduled to L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 with binding_index 1 {{(pid=104573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 13:49:39.202873 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a530ed-9044-4b4e-9a6a-a8a8924e3502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18131579-f3c5-4c88-8b46-feb38d5d16cc,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:39.210607 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-a8a530ed-9044-4b4e-9a6a-a8a8924e3502 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e58a8688dbc9440c8443d57ddb073e41&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8404033 Jul 14 13:49:39.212936 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 40352) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:39.341030 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3212357b-4360-4449-828e-69a6df9cc200 admin admin] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:49:39.362102 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8e1c10-e390-4f4c-ae81-e8328af99833 None None] Sync routers for ids ['d46d6bda-b003-43ac-b86b-e39c9e4c1539'] in dv-cinder-800697-2-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:49:39.377742 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8e1c10-e390-4f4c-ae81-e8328af99833 None None] Routers {'d46d6bda-b003-43ac-b86b-e39c9e4c1539'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:49:39.378378 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-8f8e1c10-e390-4f4c-ae81-e8328af99833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:49:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['d46d6bda-b003-43ac-b86b-e39c9e4c1539'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:49:39.400211 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3212357b-4360-4449-828e-69a6df9cc200 admin admin] Notify callbacks [] for router, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:39.401561 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-3212357b-4360-4449-828e-69a6df9cc200 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.4055808 Jul 14 13:49:39.404410 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 40360) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:39.506802 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-aa9c7244-986e-4170-b614-4939d2eed1d3 None None] Notify callbacks [] for port, precommit_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:39.539532 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.provisioning_blocks [None req-aa9c7244-986e-4170-b614-4939d2eed1d3 None None] Transition to ACTIVE for port object 16d82faf-0d23-4e36-a1b5-48333c3638fa will not be triggered until provisioned by entity L2. {{(pid=104576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:49:39.553076 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-aa9c7244-986e-4170-b614-4939d2eed1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:39.635353 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c89a2c3d-9ec1-413a-a5e1-d455f9df837c req-dd4659a8-ed5d-4f0d-a524-6e657119fb67 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/ports?device_id=c66995cb-4c59-4f74-9924-f95643f55bd0 HTTP/1.1" status: 200 len: 210 time: 0.3112202 Jul 14 13:49:39.663164 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c2794573-33e0-45c7-a730-bb2709b3a135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:39.703742 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-8f8e1c10-e390-4f4c-ae81-e8328af99833 None None] Set router d46d6bda-b003-43ac-b86b-e39c9e4c1539 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:49:39.714585 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [None req-aa9c7244-986e-4170-b614-4939d2eed1d3 None None] Attempting to bind port 16d82faf-0d23-4e36-a1b5-48333c3638fa on host dv-cinder-800697-2-iscsi for vnic_type normal with profile {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:49:39.719240 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [None req-aa9c7244-986e-4170-b614-4939d2eed1d3 None None] Attempting to bind port 16d82faf-0d23-4e36-a1b5-48333c3638fa by drivers openvswitch,hyperv on host dv-cinder-800697-2-iscsi at level 0 using segments [{'id': 'c6937592-4176-4619-b9cc-7188e645a4b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'}] {{(pid=104576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:49:39.719684 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9c7244-986e-4170-b614-4939d2eed1d3 None None] Attempting to bind port 16d82faf-0d23-4e36-a1b5-48333c3638fa on network b28dab8c-9c3b-45dd-8fa2-7ffa63c66645 {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:49:39.724679 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c2794573-33e0-45c7-a730-bb2709b3a135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:39.736130 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b65ac-64bd-442a-8f2c-bf0df1e717dc None None] Pushing event updated for resources: {'Port': ['ID=16d82faf-0d23-4e36-a1b5-48333c3638fa,revision_number=2']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:39.745066 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9c7244-986e-4170-b614-4939d2eed1d3 None None] Checking agent: {'id': 'c8ba3178-5fdc-4895-ae06-68797a69110c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 41, 49), 'started_at': datetime.datetime(2021, 7, 14, 13, 42, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:49:39.745444 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9c7244-986e-4170-b614-4939d2eed1d3 None None] Checking segment: {'id': 'c6937592-4176-4619-b9cc-7188e645a4b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:49:39.745853 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-aa9c7244-986e-4170-b614-4939d2eed1d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:39.746249 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9c7244-986e-4170-b614-4939d2eed1d3 None None] Bound using segment: {'id': 'c6937592-4176-4619-b9cc-7188e645a4b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'} {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:49:39.749472 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [None req-aa9c7244-986e-4170-b614-4939d2eed1d3 None None] Bound port: 16d82faf-0d23-4e36-a1b5-48333c3638fa, host: dv-cinder-800697-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6937592-4176-4619-b9cc-7188e645a4b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'}}] {{(pid=104576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:49:39.750052 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-aa9c7244-986e-4170-b614-4939d2eed1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:39.816626 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b65ac-64bd-442a-8f2c-bf0df1e717dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:39.818823 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b65ac-64bd-442a-8f2c-bf0df1e717dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:39.820765 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b65ac-64bd-442a-8f2c-bf0df1e717dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:39.821212 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b65ac-64bd-442a-8f2c-bf0df1e717dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:39.821645 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b65ac-64bd-442a-8f2c-bf0df1e717dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:39.821882 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b65ac-64bd-442a-8f2c-bf0df1e717dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:39.826043 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b65ac-64bd-442a-8f2c-bf0df1e717dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:39.826414 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b65ac-64bd-442a-8f2c-bf0df1e717dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:39.826957 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b65ac-64bd-442a-8f2c-bf0df1e717dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:39.827474 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b65ac-64bd-442a-8f2c-bf0df1e717dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:39.827949 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b65ac-64bd-442a-8f2c-bf0df1e717dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:39.828425 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b65ac-64bd-442a-8f2c-bf0df1e717dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:49:39.829670 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b65ac-64bd-442a-8f2c-bf0df1e717dc None None] Tracked resource versions report: Jul 14 13:49:39.829670 dv-cinder-800697-2-iscsi neutron-server[104576]: pushed versions: Jul 14 13:49:39.829670 dv-cinder-800697-2-iscsi neutron-server[104576]: { 'AddressGroup': {'1.2'}, Jul 14 13:49:39.829670 dv-cinder-800697-2-iscsi neutron-server[104576]: 'ConntrackHelper': {'1.0'}, Jul 14 13:49:39.829670 dv-cinder-800697-2-iscsi neutron-server[104576]: 'Log': {'1.0'}, Jul 14 13:49:39.829670 dv-cinder-800697-2-iscsi neutron-server[104576]: 'Network': {'1.1'}, Jul 14 13:49:39.829670 dv-cinder-800697-2-iscsi neutron-server[104576]: 'Port': {'1.7'}, Jul 14 13:49:39.829670 dv-cinder-800697-2-iscsi neutron-server[104576]: 'PortForwarding': {'1.2'}, Jul 14 13:49:39.829670 dv-cinder-800697-2-iscsi neutron-server[104576]: 'QosPolicy': {'1.8'}, Jul 14 13:49:39.829670 dv-cinder-800697-2-iscsi neutron-server[104576]: 'SecurityGroup': {'1.4'}, Jul 14 13:49:39.829670 dv-cinder-800697-2-iscsi neutron-server[104576]: 'SecurityGroupRule': {'1.2'}, Jul 14 13:49:39.829670 dv-cinder-800697-2-iscsi neutron-server[104576]: 'SubPort': {'1.0'}, Jul 14 13:49:39.829670 dv-cinder-800697-2-iscsi neutron-server[104576]: 'Subnet': {'1.1'}, Jul 14 13:49:39.829670 dv-cinder-800697-2-iscsi neutron-server[104576]: 'Trunk': {'1.1'}} Jul 14 13:49:39.829670 dv-cinder-800697-2-iscsi neutron-server[104576]: consumer versions: Jul 14 13:49:39.829670 dv-cinder-800697-2-iscsi neutron-server[104576]: { DHCP agent@dv-cinder-800697-2-iscsi: {}, Jul 14 13:49:39.829670 dv-cinder-800697-2-iscsi neutron-server[104576]: HyperV agent@hv-cinder-80069: {}, Jul 14 13:49:39.829670 dv-cinder-800697-2-iscsi neutron-server[104576]: L3 agent@dv-cinder-800697-2-iscsi: {}, Jul 14 13:49:39.829670 dv-cinder-800697-2-iscsi neutron-server[104576]: Metadata agent@dv-cinder-800697-2-iscsi: {}, Jul 14 13:49:39.829670 dv-cinder-800697-2-iscsi neutron-server[104576]: Metering agent@dv-cinder-800697-2-iscsi: {}, Jul 14 13:49:39.829670 dv-cinder-800697-2-iscsi neutron-server[104576]: Open vSwitch agent@dv-cinder-800697-2-iscsi: { 'AddressGroup': '1.2', Jul 14 13:49:39.829670 dv-cinder-800697-2-iscsi neutron-server[104576]: 'ConntrackHelper': '1.0', Jul 14 13:49:39.829670 dv-cinder-800697-2-iscsi neutron-server[104576]: 'Log': '1.0', Jul 14 13:49:39.829670 dv-cinder-800697-2-iscsi neutron-server[104576]: 'Network': '1.1', Jul 14 13:49:39.829670 dv-cinder-800697-2-iscsi neutron-server[104576]: 'Port': '1.7', Jul 14 13:49:39.829670 dv-cinder-800697-2-iscsi neutron-server[104576]: 'PortForwarding': '1.2', Jul 14 13:49:39.829670 dv-cinder-800697-2-iscsi neutron-server[104576]: 'QosPolicy': '1.8', Jul 14 13:49:39.829670 dv-cinder-800697-2-iscsi neutron-server[104576]: 'SecurityGroup': '1.4', Jul 14 13:49:39.829670 dv-cinder-800697-2-iscsi neutron-server[104576]: 'SecurityGroupRule': '1.2', Jul 14 13:49:39.829670 dv-cinder-800697-2-iscsi neutron-server[104576]: 'SubPort': '1.0', Jul 14 13:49:39.829670 dv-cinder-800697-2-iscsi neutron-server[104576]: 'Subnet': '1.1', Jul 14 13:49:39.829670 dv-cinder-800697-2-iscsi neutron-server[104576]: 'Trunk': '1.1'}} Jul 14 13:49:39.829670 dv-cinder-800697-2-iscsi neutron-server[104576]: {{(pid=104576) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 13:49:39.895739 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device db8cb899-1fb0-4284-b0a8-913bd64c999f up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:49:39.898477 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.db [None req-aa9c7244-986e-4170-b614-4939d2eed1d3 None None] For port 16d82faf-0d23-4e36-a1b5-48333c3638fa, host dv-cinder-800697-2-iscsi, cleared binding levels {{(pid=104576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:49:39.904370 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.db [None req-aa9c7244-986e-4170-b614-4939d2eed1d3 None None] For port 16d82faf-0d23-4e36-a1b5-48333c3638fa, host dv-cinder-800697-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=16d82faf-0d23-4e36-a1b5-48333c3638fa,segment=NetworkSegment(c6937592-4176-4619-b9cc-7188e645a4b4),segment_id=c6937592-4176-4619-b9cc-7188e645a4b4)] {{(pid=104576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:49:39.918974 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-aa9c7244-986e-4170-b614-4939d2eed1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:39.937182 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c2794573-33e0-45c7-a730-bb2709b3a135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:39.939761 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c2794573-33e0-45c7-a730-bb2709b3a135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:39.949906 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-c2794573-33e0-45c7-a730-bb2709b3a135 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/18131579-f3c5-4c88-8b46-feb38d5d16cc HTTP/1.1" status: 204 len: 168 time: 0.7351508 Jul 14 13:49:39.970326 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2794573-33e0-45c7-a730-bb2709b3a135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18131579-f3c5-4c88-8b46-feb38d5d16cc,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:40.001276 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b65ac-64bd-442a-8f2c-bf0df1e717dc None None] Pushing event updated for resources: {'Port': ['ID=16d82faf-0d23-4e36-a1b5-48333c3638fa,revision_number=3']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:40.032044 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9c7244-986e-4170-b614-4939d2eed1d3 None None] Routers {'418f6804-5512-4df1-9ed4-490ab5786f37'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:49:40.035229 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-aa9c7244-986e-4170-b614-4939d2eed1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:49:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['418f6804-5512-4df1-9ed4-490ab5786f37'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:49:40.072287 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 40398) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:40.190289 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f9ef6117-68ca-4627-b82e-e6c657f0e1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:40.236527 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-aa9c7244-986e-4170-b614-4939d2eed1d3 None None] Set router 418f6804-5512-4df1-9ed4-490ab5786f37 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:49:40.311015 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port db8cb899-1fb0-4284-b0a8-913bd64c999f triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:49:40.311392 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:40.394667 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-659a9f0c-007d-4314-9647-fa0c7c005c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:40.457510 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [None req-f9ef6117-68ca-4627-b82e-e6c657f0e1da admin admin] Allocated IP 172.20.0.1 (4b726da0-ae68-495b-bfc7-0968d1d28d92/ebef684f-df3e-493a-a16d-87acc125d2bb/79607842-db7b-4a64-b8c9-c8d955b6574a) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:49:40.542614 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ecf7ea5d-b89a-40d9-8078-ac632dd070eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:40.626212 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_common [None req-659a9f0c-007d-4314-9647-fa0c7c005c12 admin admin] Allocated IP 172.20.0.1 (6454f800-8ef5-4b50-ab22-8dab9a0ab218/0fa866c6-0b23-498d-86e8-617a82bdd6ff/b28cb9bc-3f5c-474f-a3e0-ea8fd0093aff) {{(pid=104573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:49:40.633387 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f9ef6117-68ca-4627-b82e-e6c657f0e1da admin admin] Notify callbacks [] for port, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:40.673167 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [None req-f9ef6117-68ca-4627-b82e-e6c657f0e1da admin admin] Transition to ACTIVE for port object 79607842-db7b-4a64-b8c9-c8d955b6574a will not be triggered until provisioned by entity DHCP. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:49:40.780101 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f9ef6117-68ca-4627-b82e-e6c657f0e1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755'] for port, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:40.783815 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-8f8e1c10-e390-4f4c-ae81-e8328af99833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46d6bda-b003-43ac-b86b-e39c9e4c1539', 'name': 'tempest-ServerRescueNegativeTestJSON-105325924-router', 'tenant_id': '2f9d746b4e934f23803208b8947e1ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '7d4b9cb9-5106-4a74-b306-f8244ead6bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:49:36Z', 'updated_at': '2021-07-14T13:49:37Z', 'revision_number': 3, 'project_id': '2f9d746b4e934f23803208b8947e1ac5', 'gw_port': {'id': '7d4b9cb9-5106-4a74-b306-f8244ead6bc5', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46d6bda-b003-43ac-b86b-e39c9e4c1539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:36Z', 'updated_at': '2021-07-14T13:49:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi'}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:49:40.789651 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-659a9f0c-007d-4314-9647-fa0c7c005c12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:40.791869 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-aa9c7244-986e-4170-b614-4939d2eed1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'name': 'tempest-AttachVolumeShelveTestJSON-1429243708-router', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '16d82faf-0d23-4e36-a1b5-48333c3638fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:49:35Z', 'updated_at': '2021-07-14T13:49:37Z', 'revision_number': 3, 'project_id': '0aa375225aa7437fa9ce67ac24df914c', 'gw_port': {'id': '16d82faf-0d23-4e36-a1b5-48333c3638fa', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:36Z', 'updated_at': '2021-07-14T13:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi'}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:49:40.844367 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9c7244-986e-4170-b614-4939d2eed1d3 None None] The sync data for ids ['418f6804-5512-4df1-9ed4-490ab5786f37'] in dv-cinder-800697-2-iscsi is: [{'id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'name': 'tempest-AttachVolumeShelveTestJSON-1429243708-router', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '16d82faf-0d23-4e36-a1b5-48333c3638fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:49:35Z', 'updated_at': '2021-07-14T13:49:37Z', 'revision_number': 3, 'project_id': '0aa375225aa7437fa9ce67ac24df914c', 'gw_port': {'id': '16d82faf-0d23-4e36-a1b5-48333c3638fa', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:36Z', 'updated_at': '2021-07-14T13:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi'}] {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:49:40.851486 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8e1c10-e390-4f4c-ae81-e8328af99833 None None] Checking router: d46d6bda-b003-43ac-b86b-e39c9e4c1539 for host: dv-cinder-800697-2-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:49:40.851942 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-659a9f0c-007d-4314-9647-fa0c7c005c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755'] for port, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:40.862149 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8e1c10-e390-4f4c-ae81-e8328af99833 None None] Updating router d46d6bda-b003-43ac-b86b-e39c9e4c1539 port 7d4b9cb9-5106-4a74-b306-f8244ead6bc5 binding host dv-cinder-800697-2-iscsi {{(pid=104575) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:49:40.891817 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ecf7ea5d-b89a-40d9-8078-ac632dd070eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:40.910133 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659a9f0c-007d-4314-9647-fa0c7c005c12 admin admin] Network 6454f800-8ef5-4b50-ab22-8dab9a0ab218 is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:49:40.916439 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ef6117-68ca-4627-b82e-e6c657f0e1da admin admin] Network 4b726da0-ae68-495b-bfc7-0968d1d28d92 is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:49:40.918238 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-659a9f0c-007d-4314-9647-fa0c7c005c12 admin admin] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:49:40.921123 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a9f0c-007d-4314-9647-fa0c7c005c12 admin admin] Pushing event updated for resources: {'Port': ['ID=b28cb9bc-3f5c-474f-a3e0-ea8fd0093aff,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:40.923800 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-f9ef6117-68ca-4627-b82e-e6c657f0e1da admin admin] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:49:40.929297 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ecf7ea5d-b89a-40d9-8078-ac632dd070eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:40.934204 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659a9f0c-007d-4314-9647-fa0c7c005c12 admin admin] Received port after_create {{(pid=104573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:49:40.934662 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-659a9f0c-007d-4314-9647-fa0c7c005c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359384'] for router_interface, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:40.939362 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ef6117-68ca-4627-b82e-e6c657f0e1da admin admin] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:49:40.947244 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f9ef6117-68ca-4627-b82e-e6c657f0e1da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359384'] for router_interface, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:40.961923 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8f8e1c10-e390-4f4c-ae81-e8328af99833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:41.031912 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9169d0c1-cc10-4a3a-b861-ce3c265a074e req-50d6fb16-98ba-44fb-b95a-bb02f2233655 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/ports?device_id=c66995cb-4c59-4f74-9924-f95643f55bd0 HTTP/1.1" status: 200 len: 210 time: 0.0471940 Jul 14 13:49:41.240338 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-659a9f0c-007d-4314-9647-fa0c7c005c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:41.384756 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef6117-68ca-4627-b82e-e6c657f0e1da admin admin] Pushing event updated for resources: {'Port': ['ID=79607842-db7b-4a64-b8c9-c8d955b6574a,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:41.476788 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-ecf7ea5d-b89a-40d9-8078-ac632dd070eb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ab1e52e830064ab3b8394a3941f7919e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4007857 Jul 14 13:49:41.478547 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 40448) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:41.483319 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7ea5d-b89a-40d9-8078-ac632dd070eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ee72b9-be57-4e85-ba57-16aa189d05cf,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:41.572182 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8f8e1c10-e390-4f4c-ae81-e8328af99833 None None] Notify callbacks [] for port, precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:41.584515 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-8f8e1c10-e390-4f4c-ae81-e8328af99833 None None] Transition to ACTIVE for port object 7d4b9cb9-5106-4a74-b306-f8244ead6bc5 will not be triggered until provisioned by entity L2. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:49:41.590603 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-8de2fb49-5dbd-47bb-ab1a-5e020adf76bd None None] Provisioning for port 79607842-db7b-4a64-b8c9-c8d955b6574a completed by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:49:41.597447 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-8de2fb49-5dbd-47bb-ab1a-5e020adf76bd None None] Provisioning complete for port 79607842-db7b-4a64-b8c9-c8d955b6574a triggered by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:49:41.598134 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8de2fb49-5dbd-47bb-ab1a-5e020adf76bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:41.629343 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f9ef6117-68ca-4627-b82e-e6c657f0e1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:41.657728 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c7cc95fd-2e32-4e3e-856c-68bbd217a8d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:41.677122 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-8de2fb49-5dbd-47bb-ab1a-5e020adf76bd None None] Port 79607842-db7b-4a64-b8c9-c8d955b6574a cannot update to ACTIVE because it is not bound. {{(pid=104575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:49:41.687543 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8f8e1c10-e390-4f4c-ae81-e8328af99833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:41.764591 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fecf5a-bc3a-469b-82e0-1903a92e41df None None] Pushing event updated for resources: {'Port': ['ID=7d4b9cb9-5106-4a74-b306-f8244ead6bc5,revision_number=2']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:41.784433 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c7cc95fd-2e32-4e3e-856c-68bbd217a8d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:41.805951 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 16d82faf-0d23-4e36-a1b5-48333c3638fa up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:49:41.950258 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-8f8e1c10-e390-4f4c-ae81-e8328af99833 None None] Attempting to bind port 7d4b9cb9-5106-4a74-b306-f8244ead6bc5 on host dv-cinder-800697-2-iscsi for vnic_type normal with profile {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:49:41.950626 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-8f8e1c10-e390-4f4c-ae81-e8328af99833 None None] Attempting to bind port 7d4b9cb9-5106-4a74-b306-f8244ead6bc5 by drivers openvswitch,hyperv on host dv-cinder-800697-2-iscsi at level 0 using segments [{'id': 'c6937592-4176-4619-b9cc-7188e645a4b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:49:41.952181 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8e1c10-e390-4f4c-ae81-e8328af99833 None None] Attempting to bind port 7d4b9cb9-5106-4a74-b306-f8244ead6bc5 on network b28dab8c-9c3b-45dd-8fa2-7ffa63c66645 {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:49:41.965842 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8e1c10-e390-4f4c-ae81-e8328af99833 None None] Checking agent: {'id': 'c8ba3178-5fdc-4895-ae06-68797a69110c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 41, 49), 'started_at': datetime.datetime(2021, 7, 14, 13, 42, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:49:41.966694 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8e1c10-e390-4f4c-ae81-e8328af99833 None None] Checking segment: {'id': 'c6937592-4176-4619-b9cc-7188e645a4b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:49:41.966694 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8f8e1c10-e390-4f4c-ae81-e8328af99833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:41.967000 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8e1c10-e390-4f4c-ae81-e8328af99833 None None] Bound using segment: {'id': 'c6937592-4176-4619-b9cc-7188e645a4b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:49:41.967957 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-8f8e1c10-e390-4f4c-ae81-e8328af99833 None None] Bound port: 7d4b9cb9-5106-4a74-b306-f8244ead6bc5, host: dv-cinder-800697-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6937592-4176-4619-b9cc-7188e645a4b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'}}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:49:41.967957 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8f8e1c10-e390-4f4c-ae81-e8328af99833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:42.073628 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-8f8e1c10-e390-4f4c-ae81-e8328af99833 None None] For port 7d4b9cb9-5106-4a74-b306-f8244ead6bc5, host dv-cinder-800697-2-iscsi, cleared binding levels {{(pid=104575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:49:42.081016 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-8f8e1c10-e390-4f4c-ae81-e8328af99833 None None] For port 7d4b9cb9-5106-4a74-b306-f8244ead6bc5, host dv-cinder-800697-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=7d4b9cb9-5106-4a74-b306-f8244ead6bc5,segment=NetworkSegment(c6937592-4176-4619-b9cc-7188e645a4b4),segment_id=c6937592-4176-4619-b9cc-7188e645a4b4)] {{(pid=104575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:49:42.096192 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8f8e1c10-e390-4f4c-ae81-e8328af99833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:42.147198 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f9ef6117-68ca-4627-b82e-e6c657f0e1da admin admin] Notify callbacks [] for port, precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:42.163113 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f9ef6117-68ca-4627-b82e-e6c657f0e1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:42.164349 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f9ef6117-68ca-4627-b82e-e6c657f0e1da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-360040'] for router_interface, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:42.176100 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fecf5a-bc3a-469b-82e0-1903a92e41df None None] Pushing event updated for resources: {'Port': ['ID=7d4b9cb9-5106-4a74-b306-f8244ead6bc5,revision_number=3']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:42.190005 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning for port 16d82faf-0d23-4e36-a1b5-48333c3638fa completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:49:42.197307 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port 16d82faf-0d23-4e36-a1b5-48333c3638fa triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:49:42.197855 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:42.201286 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-659a9f0c-007d-4314-9647-fa0c7c005c12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:42.210684 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c7cc95fd-2e32-4e3e-856c-68bbd217a8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:42.213325 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c7cc95fd-2e32-4e3e-856c-68bbd217a8d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:42.214507 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-c7cc95fd-2e32-4e3e-856c-68bbd217a8d4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b1ee72b9-be57-4e85-ba57-16aa189d05cf HTTP/1.1" status: 204 len: 168 time: 0.7349594 Jul 14 13:49:42.222149 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-659a9f0c-007d-4314-9647-fa0c7c005c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:42.222811 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-659a9f0c-007d-4314-9647-fa0c7c005c12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-360040'] for router_interface, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:42.273273 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8e1c10-e390-4f4c-ae81-e8328af99833 None None] Routers {'d46d6bda-b003-43ac-b86b-e39c9e4c1539'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:49:42.273273 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-8f8e1c10-e390-4f4c-ae81-e8328af99833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:49:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['d46d6bda-b003-43ac-b86b-e39c9e4c1539'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:49:42.321827 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef6117-68ca-4627-b82e-e6c657f0e1da admin admin] Pushing event updated for resources: {'Port': ['ID=79607842-db7b-4a64-b8c9-c8d955b6574a,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:42.394146 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ef6117-68ca-4627-b82e-e6c657f0e1da admin admin] Network 4b726da0-ae68-495b-bfc7-0968d1d28d92 is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:49:42.440999 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-8f8e1c10-e390-4f4c-ae81-e8328af99833 None None] Set router d46d6bda-b003-43ac-b86b-e39c9e4c1539 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:49:42.445626 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a9f0c-007d-4314-9647-fa0c7c005c12 admin admin] Pushing event updated for resources: {'Port': ['ID=b28cb9bc-3f5c-474f-a3e0-ea8fd0093aff,revision_number=2']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:42.453002 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8853c111-ba75-4aa3-89c6-03c43641ed92 req-603497ea-75a5-4c4d-9688-ed94b2e47e02 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/ports?device_id=c66995cb-4c59-4f74-9924-f95643f55bd0 HTTP/1.1" status: 200 len: 210 time: 0.0630095 Jul 14 13:49:42.466308 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659a9f0c-007d-4314-9647-fa0c7c005c12 admin admin] Network 6454f800-8ef5-4b50-ab22-8dab9a0ab218 is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:49:42.467848 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-f9ef6117-68ca-4627-b82e-e6c657f0e1da admin admin] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:49:42.471039 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-659a9f0c-007d-4314-9647-fa0c7c005c12 admin admin] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:49:42.490090 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc95fd-2e32-4e3e-856c-68bbd217a8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ee72b9-be57-4e85-ba57-16aa189d05cf,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:42.698230 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:42.708969 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.59', 49856) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:42.843187 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] For port 16d82faf-0d23-4e36-a1b5-48333c3638fa, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=16d82faf-0d23-4e36-a1b5-48333c3638fa,segment=NetworkSegment(c6937592-4176-4619-b9cc-7188e645a4b4),segment_id=c6937592-4176-4619-b9cc-7188e645a4b4)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:49:42.861636 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:42.933687 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 40498) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:43.009615 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 40508) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:43.056123 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-789868cb-4ecb-4061-8bfc-f9f43dd29f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:43.058003 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ef6117-68ca-4627-b82e-e6c657f0e1da admin admin] Router 418f6804-5512-4df1-9ed4-490ab5786f37 has already been hosted by L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:49:43.121554 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-e45d333b-b55e-4378-9082-705336717182 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:49:43.128223 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-e45d333b-b55e-4378-9082-705336717182 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.59 "GET /v2.0/networks?id=a4de1993-7c47-4ecf-ae83-1c08c36ec002 HTTP/1.1" status: 200 len: 811 time: 0.4162610 Jul 14 13:49:43.135303 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659a9f0c-007d-4314-9647-fa0c7c005c12 admin admin] Router d46d6bda-b003-43ac-b86b-e39c9e4c1539 has already been hosted by L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:49:43.171070 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-9b8a9e2e-989c-4948-bd46-b40b9d94c4ff None None] Provisioning complete for port 79607842-db7b-4a64-b8c9-c8d955b6574a triggered by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:49:43.172128 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-9b8a9e2e-989c-4948-bd46-b40b9d94c4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:43.218849 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-689017f2-2eca-4878-8a48-79677fcdbe94 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Request body: {'port': {'device_id': 'c66995cb-4c59-4f74-9924-f95643f55bd0', 'network_id': 'a4de1993-7c47-4ecf-ae83-1c08c36ec002', 'admin_state_up': True, 'tenant_id': '8caf6d3ddae345d7b88e452d1381219c'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:49:43.282138 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-9b8a9e2e-989c-4948-bd46-b40b9d94c4ff None None] Port 79607842-db7b-4a64-b8c9-c8d955b6574a cannot update to ACTIVE because it is not bound. {{(pid=104575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:49:43.307909 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Pushing event updated for resources: {'Port': ['ID=16d82faf-0d23-4e36-a1b5-48333c3638fa,revision_number=4']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:43.342648 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-aa1a5b61-178c-4999-b0bb-3547a27a11e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:43.354926 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-8f8e1c10-e390-4f4c-ae81-e8328af99833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46d6bda-b003-43ac-b86b-e39c9e4c1539', 'name': 'tempest-ServerRescueNegativeTestJSON-105325924-router', 'tenant_id': '2f9d746b4e934f23803208b8947e1ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '7d4b9cb9-5106-4a74-b306-f8244ead6bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:49:36Z', 'updated_at': '2021-07-14T13:49:41Z', 'revision_number': 4, 'project_id': '2f9d746b4e934f23803208b8947e1ac5', 'gw_port': {'id': '7d4b9cb9-5106-4a74-b306-f8244ead6bc5', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46d6bda-b003-43ac-b86b-e39c9e4c1539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:36Z', 'updated_at': '2021-07-14T13:49:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': 'b28cb9bc-3f5c-474f-a3e0-ea8fd0093aff', 'name': '', 'network_id': '6454f800-8ef5-4b50-ab22-8dab9a0ab218', 'tenant_id': '2f9d746b4e934f23803208b8947e1ac5', 'mac_address': 'fa:16:3e:60:30:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46d6bda-b003-43ac-b86b-e39c9e4c1539', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0fa866c6-0b23-498d-86e8-617a82bdd6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:40Z', 'updated_at': '2021-07-14T13:49:41Z', 'revision_number': 2, 'project_id': '2f9d746b4e934f23803208b8947e1ac5', 'subnets': [{'id': '0fa866c6-0b23-498d-86e8-617a82bdd6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:49:43.410325 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8e1c10-e390-4f4c-ae81-e8328af99833 None None] The sync data for ids ['d46d6bda-b003-43ac-b86b-e39c9e4c1539'] in dv-cinder-800697-2-iscsi is: [{'id': 'd46d6bda-b003-43ac-b86b-e39c9e4c1539', 'name': 'tempest-ServerRescueNegativeTestJSON-105325924-router', 'tenant_id': '2f9d746b4e934f23803208b8947e1ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '7d4b9cb9-5106-4a74-b306-f8244ead6bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:49:36Z', 'updated_at': '2021-07-14T13:49:41Z', 'revision_number': 4, 'project_id': '2f9d746b4e934f23803208b8947e1ac5', 'gw_port': {'id': '7d4b9cb9-5106-4a74-b306-f8244ead6bc5', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46d6bda-b003-43ac-b86b-e39c9e4c1539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:36Z', 'updated_at': '2021-07-14T13:49:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': 'b28cb9bc-3f5c-474f-a3e0-ea8fd0093aff', 'name': '', 'network_id': '6454f800-8ef5-4b50-ab22-8dab9a0ab218', 'tenant_id': '2f9d746b4e934f23803208b8947e1ac5', 'mac_address': 'fa:16:3e:60:30:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46d6bda-b003-43ac-b86b-e39c9e4c1539', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0fa866c6-0b23-498d-86e8-617a82bdd6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:40Z', 'updated_at': '2021-07-14T13:49:41Z', 'revision_number': 2, 'project_id': '2f9d746b4e934f23803208b8947e1ac5', 'subnets': [{'id': '0fa866c6-0b23-498d-86e8-617a82bdd6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:49:43.451924 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659a9f0c-007d-4314-9647-fa0c7c005c12 admin admin] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:49:43.481916 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ef6117-68ca-4627-b82e-e6c657f0e1da admin admin] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:49:43.499293 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-f9ef6117-68ca-4627-b82e-e6c657f0e1da admin admin] 10.222.0.35 "PUT /v2.0/routers/418f6804-5512-4df1-9ed4-490ab5786f37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9204051 Jul 14 13:49:43.502788 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-659a9f0c-007d-4314-9647-fa0c7c005c12 admin admin] 10.222.0.35 "PUT /v2.0/routers/d46d6bda-b003-43ac-b86b-e39c9e4c1539/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0969617 Jul 14 13:49:43.563354 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-789868cb-4ecb-4061-8bfc-f9f43dd29f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:43.572615 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-789868cb-4ecb-4061-8bfc-f9f43dd29f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:43.705228 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-789868cb-4ecb-4061-8bfc-f9f43dd29f92 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=099a768ec9d54d12b8c21feeeee22016&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6946402 Jul 14 13:49:43.708302 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 40548) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:43.715425 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789868cb-4ecb-4061-8bfc-f9f43dd29f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b559b429-2132-48d5-8957-c10b51888421,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:43.743411 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 16d82faf-0d23-4e36-a1b5-48333c3638fa up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:49:43.782411 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4d03c9c2-9957-44bd-ae28-824ccc6a773e req-4a51229f-1b2a-4795-b39f-7f02e0eb9f5a tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/ports?device_id=c66995cb-4c59-4f74-9924-f95643f55bd0 HTTP/1.1" status: 200 len: 210 time: 0.0625267 Jul 14 13:49:43.820626 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a8e0639f-c6d9-42b1-bcaf-5df2c1d93d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:43.863332 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c397e5-c303-4c61-bb6c-f36b9f7ea8f5 None None] Sync routers for ids ['418f6804-5512-4df1-9ed4-490ab5786f37'] in dv-cinder-800697-2-iscsi {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:49:43.879846 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c397e5-c303-4c61-bb6c-f36b9f7ea8f5 None None] Routers {'418f6804-5512-4df1-9ed4-490ab5786f37'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:49:43.880817 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-17c397e5-c303-4c61-bb6c-f36b9f7ea8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:49:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['418f6804-5512-4df1-9ed4-490ab5786f37'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:49:43.881239 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a8e0639f-c6d9-42b1-bcaf-5df2c1d93d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:43.945098 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a8e0639f-c6d9-42b1-bcaf-5df2c1d93d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:43.948660 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a8e0639f-c6d9-42b1-bcaf-5df2c1d93d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:43.950207 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-a8e0639f-c6d9-42b1-bcaf-5df2c1d93d9b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b559b429-2132-48d5-8957-c10b51888421 HTTP/1.1" status: 204 len: 168 time: 0.2406025 Jul 14 13:49:43.972523 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e0639f-c6d9-42b1-bcaf-5df2c1d93d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b559b429-2132-48d5-8957-c10b51888421,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:44.006661 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-aa1a5b61-178c-4999-b0bb-3547a27a11e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:44.015341 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-aa1a5b61-178c-4999-b0bb-3547a27a11e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:44.040434 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-689017f2-2eca-4878-8a48-79677fcdbe94 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Made reservation on behalf of 8caf6d3ddae345d7b88e452d1381219c for: {'port': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:49:44.040781 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port 16d82faf-0d23-4e36-a1b5-48333c3638fa triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:49:44.041364 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:44.047763 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-689017f2-2eca-4878-8a48-79677fcdbe94 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:44.180710 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a5b61-178c-4999-b0bb-3547a27a11e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbe93a6-0670-4685-a489-ea7d5914c947,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:44.209537 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-aa1a5b61-178c-4999-b0bb-3547a27a11e2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6b414f5878ba4b57add5697e4dabeb6c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2724051 Jul 14 13:49:44.210887 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 40568) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:44.357512 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-17c397e5-c303-4c61-bb6c-f36b9f7ea8f5 None None] Set router 418f6804-5512-4df1-9ed4-490ab5786f37 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:49:44.369999 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-49af3d8d-1b89-4bd7-9c0a-71542d0304c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:44.410591 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-49af3d8d-1b89-4bd7-9c0a-71542d0304c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:44.486027 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-49af3d8d-1b89-4bd7-9c0a-71542d0304c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:44.488827 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-49af3d8d-1b89-4bd7-9c0a-71542d0304c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:44.492358 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-49af3d8d-1b89-4bd7-9c0a-71542d0304c7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4dbe93a6-0670-4685-a489-ea7d5914c947 HTTP/1.1" status: 204 len: 168 time: 0.2763667 Jul 14 13:49:44.502842 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49af3d8d-1b89-4bd7-9c0a-71542d0304c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbe93a6-0670-4685-a489-ea7d5914c947,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:44.605484 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_common [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-689017f2-2eca-4878-8a48-79677fcdbe94 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Allocated IP 172.20.0.11 (a4de1993-7c47-4ecf-ae83-1c08c36ec002/2914cfec-3a39-4126-919b-2a077e7bd9d1/c0bee2fe-5d7f-4011-a39d-94a0cb729dbb) {{(pid=104573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:49:44.696282 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-17c397e5-c303-4c61-bb6c-f36b9f7ea8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'name': 'tempest-AttachVolumeShelveTestJSON-1429243708-router', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '16d82faf-0d23-4e36-a1b5-48333c3638fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:49:35Z', 'updated_at': '2021-07-14T13:49:41Z', 'revision_number': 4, 'project_id': '0aa375225aa7437fa9ce67ac24df914c', 'gw_port': {'id': '16d82faf-0d23-4e36-a1b5-48333c3638fa', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:36Z', 'updated_at': '2021-07-14T13:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': '79607842-db7b-4a64-b8c9-c8d955b6574a', 'name': '', 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'mac_address': 'fa:16:3e:97:86:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ebef684f-df3e-493a-a16d-87acc125d2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:40Z', 'updated_at': '2021-07-14T13:49:41Z', 'revision_number': 2, 'project_id': '0aa375225aa7437fa9ce67ac24df914c', 'subnets': [{'id': 'ebef684f-df3e-493a-a16d-87acc125d2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:49:44.732171 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c397e5-c303-4c61-bb6c-f36b9f7ea8f5 None None] Checking router: 418f6804-5512-4df1-9ed4-490ab5786f37 for host: dv-cinder-800697-2-iscsi {{(pid=104576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:49:44.732534 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c397e5-c303-4c61-bb6c-f36b9f7ea8f5 None None] Updating router 418f6804-5512-4df1-9ed4-490ab5786f37 port 79607842-db7b-4a64-b8c9-c8d955b6574a binding host dv-cinder-800697-2-iscsi {{(pid=104576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:49:44.791114 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-17c397e5-c303-4c61-bb6c-f36b9f7ea8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:44.882812 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-689017f2-2eca-4878-8a48-79677fcdbe94 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Notify callbacks [] for port, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:44.982418 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-689017f2-2eca-4878-8a48-79677fcdbe94 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755'] for port, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:45.156076 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-689017f2-2eca-4878-8a48-79677fcdbe94 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Network a4de1993-7c47-4ecf-ae83-1c08c36ec002 is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:49:45.175703 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a136a-5008-491c-af49-06ec1054b5f1 req-2909aa49-0f68-4395-9350-1bcbecafdd10 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:49:45.191909 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-505a136a-5008-491c-af49-06ec1054b5f1 req-2909aa49-0f68-4395-9350-1bcbecafdd10 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/networks?id=6454f800-8ef5-4b50-ab22-8dab9a0ab218 HTTP/1.1" status: 200 len: 818 time: 0.2973177 Jul 14 13:49:45.192382 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-689017f2-2eca-4878-8a48-79677fcdbe94 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:49:45.205977 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-689017f2-2eca-4878-8a48-79677fcdbe94 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Received port after_create {{(pid=104573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:49:45.213454 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-689017f2-2eca-4878-8a48-79677fcdbe94 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:49:45.214469 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-689017f2-2eca-4878-8a48-79677fcdbe94 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for port, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:45.235543 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-505a136a-5008-491c-af49-06ec1054b5f1 req-f70e1331-b53c-4bf1-9e75-cf7a55e88b76 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/quotas/2f9d746b4e934f23803208b8947e1ac5 HTTP/1.1" status: 200 len: 375 time: 0.0412350 Jul 14 13:49:45.260951 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-689017f2-2eca-4878-8a48-79677fcdbe94 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0434620 Jul 14 13:49:45.306339 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-c2caeb29-624c-4dee-8ae7-6182a9f29d6a tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=104573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 13:49:45.308224 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-c2caeb29-624c-4dee-8ae7-6182a9f29d6a tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0227079 Jul 14 13:49:45.325962 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689017f2-2eca-4878-8a48-79677fcdbe94 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Pushing event updated for resources: {'Port': ['ID=c0bee2fe-5d7f-4011-a39d-94a0cb729dbb,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:45.447780 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-17c397e5-c303-4c61-bb6c-f36b9f7ea8f5 None None] Notify callbacks [] for port, precommit_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:45.476700 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.provisioning_blocks [None req-17c397e5-c303-4c61-bb6c-f36b9f7ea8f5 None None] Transition to ACTIVE for port object 79607842-db7b-4a64-b8c9-c8d955b6574a will not be triggered until provisioned by entity L2. {{(pid=104576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:49:45.491057 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-17c397e5-c303-4c61-bb6c-f36b9f7ea8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:45.501885 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-505a136a-5008-491c-af49-06ec1054b5f1 req-6ab57c69-8167-464c-9e00-88bf9513f858 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2f9d746b4e934f23803208b8947e1ac5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2627702 Jul 14 13:49:45.818545 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-505a136a-5008-491c-af49-06ec1054b5f1 req-dd461029-d6ee-48c2-9b39-4149295b268e service neutron] 10.222.0.35 "GET /v2.0/networks/6454f800-8ef5-4b50-ab22-8dab9a0ab218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155107 Jul 14 13:49:45.820934 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 40620) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:45.825791 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-5fb4399b-bd5e-4052-816f-71fad9510d49 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Request body: {'security_group': {'name': 'tempest-securitygroup--542820885', 'description': 'tempest-description--773443531'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:49:45.897228 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 7d4b9cb9-5106-4a74-b306-f8244ead6bc5 up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:49:45.910751 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-5fb4399b-bd5e-4052-816f-71fad9510d49 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:45.911908 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [None req-17c397e5-c303-4c61-bb6c-f36b9f7ea8f5 None None] Attempting to bind port 79607842-db7b-4a64-b8c9-c8d955b6574a on host dv-cinder-800697-2-iscsi for vnic_type normal with profile {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:49:45.912335 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [None req-17c397e5-c303-4c61-bb6c-f36b9f7ea8f5 None None] Attempting to bind port 79607842-db7b-4a64-b8c9-c8d955b6574a by drivers openvswitch,hyperv on host dv-cinder-800697-2-iscsi at level 0 using segments [{'id': '3782ce6e-4a36-46a1-9082-0427f175f195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92'}] {{(pid=104576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:49:45.921789 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c397e5-c303-4c61-bb6c-f36b9f7ea8f5 None None] Attempting to bind port 79607842-db7b-4a64-b8c9-c8d955b6574a on network 4b726da0-ae68-495b-bfc7-0968d1d28d92 {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:49:45.946476 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c397e5-c303-4c61-bb6c-f36b9f7ea8f5 None None] Checking agent: {'id': 'c8ba3178-5fdc-4895-ae06-68797a69110c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 41, 49), 'started_at': datetime.datetime(2021, 7, 14, 13, 42, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:49:45.951684 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c397e5-c303-4c61-bb6c-f36b9f7ea8f5 None None] Checking segment: {'id': '3782ce6e-4a36-46a1-9082-0427f175f195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:49:45.955215 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-17c397e5-c303-4c61-bb6c-f36b9f7ea8f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:45.955918 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c397e5-c303-4c61-bb6c-f36b9f7ea8f5 None None] Bound using segment: {'id': '3782ce6e-4a36-46a1-9082-0427f175f195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92'} {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:49:45.956668 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [None req-17c397e5-c303-4c61-bb6c-f36b9f7ea8f5 None None] Bound port: 79607842-db7b-4a64-b8c9-c8d955b6574a, host: dv-cinder-800697-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3782ce6e-4a36-46a1-9082-0427f175f195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92'}}] {{(pid=104576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:49:45.957324 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-17c397e5-c303-4c61-bb6c-f36b9f7ea8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:46.008679 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc963003-0095-41b1-809b-33be2591577d None None] Pushing event updated for resources: {'Port': ['ID=79607842-db7b-4a64-b8c9-c8d955b6574a,revision_number=3']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:46.028540 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-5456015e-886f-4636-9f4c-1f23c7c1154c service neutron] Request body: {'port': {'device_id': 'c66995cb-4c59-4f74-9924-f95643f55bd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:49:46.213419 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-505a136a-5008-491c-af49-06ec1054b5f1 req-383cedf8-9c0b-4c41-8619-401689f0883b service neutron] 10.222.0.35 "GET /v2.0/networks/6454f800-8ef5-4b50-ab22-8dab9a0ab218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938346 Jul 14 13:49:46.214275 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning for port 7d4b9cb9-5106-4a74-b306-f8244ead6bc5 completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:49:46.233417 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port 7d4b9cb9-5106-4a74-b306-f8244ead6bc5 triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:49:46.233911 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:46.259647 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.db [None req-17c397e5-c303-4c61-bb6c-f36b9f7ea8f5 None None] For port 79607842-db7b-4a64-b8c9-c8d955b6574a, host dv-cinder-800697-2-iscsi, cleared binding levels {{(pid=104576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:49:46.268169 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.db [None req-17c397e5-c303-4c61-bb6c-f36b9f7ea8f5 None None] For port 79607842-db7b-4a64-b8c9-c8d955b6574a, host dv-cinder-800697-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=79607842-db7b-4a64-b8c9-c8d955b6574a,segment=NetworkSegment(3782ce6e-4a36-46a1-9082-0427f175f195),segment_id=3782ce6e-4a36-46a1-9082-0427f175f195)] {{(pid=104576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:49:46.277490 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-17c397e5-c303-4c61-bb6c-f36b9f7ea8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:46.351113 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-5fb4399b-bd5e-4052-816f-71fad9510d49 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:46.378835 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-5fb4399b-bd5e-4052-816f-71fad9510d49 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:46.412902 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-5456015e-886f-4636-9f4c-1f23c7c1154c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:46.516895 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc963003-0095-41b1-809b-33be2591577d None None] Pushing event updated for resources: {'Port': ['ID=79607842-db7b-4a64-b8c9-c8d955b6574a,revision_number=4']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:46.587847 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:46.641434 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c397e5-c303-4c61-bb6c-f36b9f7ea8f5 None None] Routers {'418f6804-5512-4df1-9ed4-490ab5786f37'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:49:46.642235 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-17c397e5-c303-4c61-bb6c-f36b9f7ea8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:49:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['418f6804-5512-4df1-9ed4-490ab5786f37'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:49:46.688528 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] For port 7d4b9cb9-5106-4a74-b306-f8244ead6bc5, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=7d4b9cb9-5106-4a74-b306-f8244ead6bc5,segment=NetworkSegment(c6937592-4176-4619-b9cc-7188e645a4b4),segment_id=c6937592-4176-4619-b9cc-7188e645a4b4)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:49:46.701502 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:46.872779 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Pushing event updated for resources: {'Port': ['ID=7d4b9cb9-5106-4a74-b306-f8244ead6bc5,revision_number=4']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:46.929640 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-4d620206-00b1-40fa-bab1-bba8ea997afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:47.108432 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-81dbbbec-2980-4e0c-9d4c-7d176bb498d2 req-b960eed9-c0b8-4f35-86cf-fab3e1ee8ffb tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 210 time: 0.1462593 Jul 14 13:49:47.112245 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-5fb4399b-bd5e-4052-816f-71fad9510d49 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:47.116097 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-5fb4399b-bd5e-4052-816f-71fad9510d49 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 1.2941051 Jul 14 13:49:47.119034 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 40676) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:47.132557 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-9e1544c1-b591-48f5-b0ec-0029b6c8ae55 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Request body: {'security_group_rule': {'security_group_id': '162523fc-6bd4-4f33-8467-5951c3d31560', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:49:47.147879 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4399b-bd5e-4052-816f-71fad9510d49 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=162523fc-6bd4-4f33-8467-5951c3d31560,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:47.202125 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:47.218319 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-17c397e5-c303-4c61-bb6c-f36b9f7ea8f5 None None] Set router 418f6804-5512-4df1-9ed4-490ab5786f37 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:49:47.232963 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9e1544c1-b591-48f5-b0ec-0029b6c8ae55 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:47.309565 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b3eef6-c566-4885-a5a7-7b9e8f65dbeb None None] Sync routers for ids ['d46d6bda-b003-43ac-b86b-e39c9e4c1539'] in dv-cinder-800697-2-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:49:47.335303 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b3eef6-c566-4885-a5a7-7b9e8f65dbeb None None] Routers {'d46d6bda-b003-43ac-b86b-e39c9e4c1539'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:49:47.336082 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-76b3eef6-c566-4885-a5a7-7b9e8f65dbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:49:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['d46d6bda-b003-43ac-b86b-e39c9e4c1539'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:49:47.618425 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9e1544c1-b591-48f5-b0ec-0029b6c8ae55 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:47.627787 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9e1544c1-b591-48f5-b0ec-0029b6c8ae55 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617415'] for security_group_rule, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:47.671827 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1544c1-b591-48f5-b0ec-0029b6c8ae55 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c62ae557-5852-4aff-9d21-4c6b22c7f3fe,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:47.697718 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-76b3eef6-c566-4885-a5a7-7b9e8f65dbeb None None] Set router d46d6bda-b003-43ac-b86b-e39c9e4c1539 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:49:47.724859 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9e1544c1-b591-48f5-b0ec-0029b6c8ae55 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:47.726426 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-9e1544c1-b591-48f5-b0ec-0029b6c8ae55 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6062503 Jul 14 13:49:47.729156 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 40700) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:47.751930 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-5b457ead-bd13-4e11-be93-d3723fa33ebc tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Request body: {'security_group_rule': {'security_group_id': '162523fc-6bd4-4f33-8467-5951c3d31560', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:49:47.890638 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-5b457ead-bd13-4e11-be93-d3723fa33ebc tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:47.990356 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 7d4b9cb9-5106-4a74-b306-f8244ead6bc5 up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:49:48.107338 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-17c397e5-c303-4c61-bb6c-f36b9f7ea8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'name': 'tempest-AttachVolumeShelveTestJSON-1429243708-router', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '16d82faf-0d23-4e36-a1b5-48333c3638fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:49:35Z', 'updated_at': '2021-07-14T13:49:41Z', 'revision_number': 4, 'project_id': '0aa375225aa7437fa9ce67ac24df914c', 'gw_port': {'id': '16d82faf-0d23-4e36-a1b5-48333c3638fa', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:36Z', 'updated_at': '2021-07-14T13:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': '79607842-db7b-4a64-b8c9-c8d955b6574a', 'name': '', 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'mac_address': 'fa:16:3e:97:86:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ebef684f-df3e-493a-a16d-87acc125d2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:40Z', 'updated_at': '2021-07-14T13:49:46Z', 'revision_number': 4, 'project_id': '0aa375225aa7437fa9ce67ac24df914c', 'subnets': [{'id': 'ebef684f-df3e-493a-a16d-87acc125d2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:49:48.237998 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c397e5-c303-4c61-bb6c-f36b9f7ea8f5 None None] The sync data for ids ['418f6804-5512-4df1-9ed4-490ab5786f37'] in dv-cinder-800697-2-iscsi is: [{'id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'name': 'tempest-AttachVolumeShelveTestJSON-1429243708-router', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '16d82faf-0d23-4e36-a1b5-48333c3638fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:49:35Z', 'updated_at': '2021-07-14T13:49:41Z', 'revision_number': 4, 'project_id': '0aa375225aa7437fa9ce67ac24df914c', 'gw_port': {'id': '16d82faf-0d23-4e36-a1b5-48333c3638fa', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:36Z', 'updated_at': '2021-07-14T13:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': '79607842-db7b-4a64-b8c9-c8d955b6574a', 'name': '', 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'mac_address': 'fa:16:3e:97:86:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ebef684f-df3e-493a-a16d-87acc125d2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:40Z', 'updated_at': '2021-07-14T13:49:46Z', 'revision_number': 4, 'project_id': '0aa375225aa7437fa9ce67ac24df914c', 'subnets': [{'id': 'ebef684f-df3e-493a-a16d-87acc125d2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:49:48.303364 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2425f-5077-4c11-a937-4118d7f5da21 req-fd7b9ae4-6c7b-4f8c-a6d0-ce9a9af2178b tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:49:48.305947 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-79e2425f-5077-4c11-a937-4118d7f5da21 req-fd7b9ae4-6c7b-4f8c-a6d0-ce9a9af2178b tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/ports?device_id=c66995cb-4c59-4f74-9924-f95643f55bd0 HTTP/1.1" status: 200 len: 932 time: 1.1863353 Jul 14 13:49:48.320035 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 40732) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:48.491009 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-873bc413-a04a-45be-854f-35dba7dc70f4 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:49:48.511498 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-873bc413-a04a-45be-854f-35dba7dc70f4 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/networks?id=6454f800-8ef5-4b50-ab22-8dab9a0ab218 HTTP/1.1" status: 200 len: 818 time: 0.6213338 Jul 14 13:49:48.543463 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 40740) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:48.591423 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-5b457ead-bd13-4e11-be93-d3723fa33ebc tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:48.611673 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-e528d263-48d5-41e2-88db-76bd011ffd76 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/quotas/2f9d746b4e934f23803208b8947e1ac5 HTTP/1.1" status: 200 len: 375 time: 0.0977418 Jul 14 13:49:48.703863 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-5b457ead-bd13-4e11-be93-d3723fa33ebc tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617415'] for security_group_rule, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:48.756867 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port 7d4b9cb9-5106-4a74-b306-f8244ead6bc5 triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:49:48.758710 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:48.789986 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-5b457ead-bd13-4e11-be93-d3723fa33ebc tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:48.796190 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-5b457ead-bd13-4e11-be93-d3723fa33ebc tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0634909 Jul 14 13:49:48.823418 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 40752) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:48.831498 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.notifiers.nova [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-5456015e-886f-4636-9f4c-1f23c7c1154c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0bee2fe-5d7f-4011-a39d-94a0cb729dbb {{(pid=104573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:49:48.844063 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-c0afd88c-3123-4009-b561-7a56608c78ea tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Request body: {'floatingip': {'floating_network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:49:48.869243 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-5456015e-886f-4636-9f4c-1f23c7c1154c service neutron] Notify callbacks [] for port, precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:48.924056 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-7ea0fadd-3beb-49fa-803e-52ab93f85488 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1200904319-network', 'tenant_id': '2acf5880c99142d0baa457fc1aae8db8'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:49:48.933097 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c0afd88c-3123-4009-b561-7a56608c78ea tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for floatingip, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:48.965544 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b457ead-bd13-4e11-be93-d3723fa33ebc tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aa420f9-018c-41bd-88c0-8f145a5d3419,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:49.047831 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-79e2425f-5077-4c11-a937-4118d7f5da21 req-2c8000f4-8351-4f62-99f1-c70febb50437 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/security-groups?id=a10a40c1-03e1-4598-b38a-aeb8588c3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7337024 Jul 14 13:49:49.070030 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.provisioning_blocks [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-5456015e-886f-4636-9f4c-1f23c7c1154c service neutron] Transition to ACTIVE for port object c0bee2fe-5d7f-4011-a39d-94a0cb729dbb will not be triggered until provisioned by entity L2. {{(pid=104573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:49:49.101083 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-5456015e-886f-4636-9f4c-1f23c7c1154c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:49.165506 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9270928f-649b-4c0b-8526-286e948736e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:49.201971 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-76b3eef6-c566-4885-a5a7-7b9e8f65dbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46d6bda-b003-43ac-b86b-e39c9e4c1539', 'name': 'tempest-ServerRescueNegativeTestJSON-105325924-router', 'tenant_id': '2f9d746b4e934f23803208b8947e1ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '7d4b9cb9-5106-4a74-b306-f8244ead6bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:49:36Z', 'updated_at': '2021-07-14T13:49:41Z', 'revision_number': 4, 'project_id': '2f9d746b4e934f23803208b8947e1ac5', 'gw_port': {'id': '7d4b9cb9-5106-4a74-b306-f8244ead6bc5', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46d6bda-b003-43ac-b86b-e39c9e4c1539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:36Z', 'updated_at': '2021-07-14T13:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': 'b28cb9bc-3f5c-474f-a3e0-ea8fd0093aff', 'name': '', 'network_id': '6454f800-8ef5-4b50-ab22-8dab9a0ab218', 'tenant_id': '2f9d746b4e934f23803208b8947e1ac5', 'mac_address': 'fa:16:3e:60:30:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46d6bda-b003-43ac-b86b-e39c9e4c1539', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0fa866c6-0b23-498d-86e8-617a82bdd6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:40Z', 'updated_at': '2021-07-14T13:49:41Z', 'revision_number': 2, 'project_id': '2f9d746b4e934f23803208b8947e1ac5', 'subnets': [{'id': '0fa866c6-0b23-498d-86e8-617a82bdd6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:49:49.276346 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea0fadd-3beb-49fa-803e-52ab93f85488 admin admin] Made reservation on behalf of 2acf5880c99142d0baa457fc1aae8db8 for: {'network': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:49:49.289806 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7ea0fadd-3beb-49fa-803e-52ab93f85488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for network, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:49.306880 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-660137d1-06e6-4432-864e-97b9a59f0acf tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2f9d746b4e934f23803208b8947e1ac5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6937778 Jul 14 13:49:49.392421 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7ea0fadd-3beb-49fa-803e-52ab93f85488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:49.395248 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5456015e-886f-4636-9f4c-1f23c7c1154c service neutron] Pushing event updated for resources: {'Port': ['ID=c0bee2fe-5d7f-4011-a39d-94a0cb729dbb,revision_number=2']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:49.401477 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.managers [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-5456015e-886f-4636-9f4c-1f23c7c1154c service neutron] Attempting to bind port c0bee2fe-5d7f-4011-a39d-94a0cb729dbb on host hv-cinder-80069 for vnic_type normal with profile {{(pid=104573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:49:49.402331 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.managers [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-5456015e-886f-4636-9f4c-1f23c7c1154c service neutron] Attempting to bind port c0bee2fe-5d7f-4011-a39d-94a0cb729dbb by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'bf7a6c71-c634-4a61-86f2-3f00bb21f2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a4de1993-7c47-4ecf-ae83-1c08c36ec002'}] {{(pid=104573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:49:49.403109 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-5456015e-886f-4636-9f4c-1f23c7c1154c service neutron] Attempting to bind port c0bee2fe-5d7f-4011-a39d-94a0cb729dbb on network a4de1993-7c47-4ecf-ae83-1c08c36ec002 {{(pid=104573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:49:49.418333 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-5456015e-886f-4636-9f4c-1f23c7c1154c service neutron] Port c0bee2fe-5d7f-4011-a39d-94a0cb729dbb on network a4de1993-7c47-4ecf-ae83-1c08c36ec002 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=104573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:49:49.419094 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-5456015e-886f-4636-9f4c-1f23c7c1154c service neutron] Attempting to bind port c0bee2fe-5d7f-4011-a39d-94a0cb729dbb on network a4de1993-7c47-4ecf-ae83-1c08c36ec002 {{(pid=104573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:49:49.439001 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b3eef6-c566-4885-a5a7-7b9e8f65dbeb None None] Checking router: d46d6bda-b003-43ac-b86b-e39c9e4c1539 for host: dv-cinder-800697-2-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:49:49.440189 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b3eef6-c566-4885-a5a7-7b9e8f65dbeb None None] Updating router d46d6bda-b003-43ac-b86b-e39c9e4c1539 port b28cb9bc-3f5c-474f-a3e0-ea8fd0093aff binding host dv-cinder-800697-2-iscsi {{(pid=104575) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:49:49.464426 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-5456015e-886f-4636-9f4c-1f23c7c1154c service neutron] Checking agent: {'id': '92e582b9-0e65-4c58-8afe-cb3347eabd77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 47, 47), 'started_at': datetime.datetime(2021, 7, 14, 13, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:49:49.464908 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-5456015e-886f-4636-9f4c-1f23c7c1154c service neutron] Checking segment: {'id': 'bf7a6c71-c634-4a61-86f2-3f00bb21f2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a4de1993-7c47-4ecf-ae83-1c08c36ec002'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:49:49.465546 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-5456015e-886f-4636-9f4c-1f23c7c1154c service neutron] Bound using segment: {'id': 'bf7a6c71-c634-4a61-86f2-3f00bb21f2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a4de1993-7c47-4ecf-ae83-1c08c36ec002'} {{(pid=104573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:49:49.466276 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.managers [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-5456015e-886f-4636-9f4c-1f23c7c1154c service neutron] Bound port: c0bee2fe-5d7f-4011-a39d-94a0cb729dbb, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf7a6c71-c634-4a61-86f2-3f00bb21f2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a4de1993-7c47-4ecf-ae83-1c08c36ec002'}}] {{(pid=104573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:49:49.466865 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-5456015e-886f-4636-9f4c-1f23c7c1154c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:49.572267 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-3eb21c67-3fe5-4f85-af30-b9d4e4177187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:49.642669 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-76b3eef6-c566-4885-a5a7-7b9e8f65dbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:49.686113 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-5456015e-886f-4636-9f4c-1f23c7c1154c service neutron] For port c0bee2fe-5d7f-4011-a39d-94a0cb729dbb, host hv-cinder-80069, cleared binding levels {{(pid=104573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:49:49.713091 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-5456015e-886f-4636-9f4c-1f23c7c1154c service neutron] For port c0bee2fe-5d7f-4011-a39d-94a0cb729dbb, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c0bee2fe-5d7f-4011-a39d-94a0cb729dbb,segment=NetworkSegment(bf7a6c71-c634-4a61-86f2-3f00bb21f2c8),segment_id=bf7a6c71-c634-4a61-86f2-3f00bb21f2c8)] {{(pid=104573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:49:49.726317 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:49.727586 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-5456015e-886f-4636-9f4c-1f23c7c1154c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:49.909141 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 79607842-db7b-4a64-b8c9-c8d955b6574a up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:49:49.940415 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-5456015e-886f-4636-9f4c-1f23c7c1154c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:49:49.941480 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-5456015e-886f-4636-9f4c-1f23c7c1154c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for port, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:49.946687 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-5456015e-886f-4636-9f4c-1f23c7c1154c service neutron] 10.222.0.59 "PUT /v2.0/ports/c0bee2fe-5d7f-4011-a39d-94a0cb729dbb HTTP/1.1" status: 200 len: 1094 time: 4.1744616 Jul 14 13:49:49.952878 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c66995cb-4c59-4f74-9924-f95643f55bd0', 'tag': 'c0bee2fe-5d7f-4011-a39d-94a0cb729dbb'}] {{(pid=104573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:49:50.084059 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9270928f-649b-4c0b-8526-286e948736e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:50.175866 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9270928f-649b-4c0b-8526-286e948736e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:50.312949 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270928f-649b-4c0b-8526-286e948736e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771276f7-a289-4be9-b48b-b8a20059ccd0,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:50.358085 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-9e1844c6-2956-42a9-a9f1-4c9f24e4a7fb service neutron] 10.222.0.35 "GET /v2.0/networks/6454f800-8ef5-4b50-ab22-8dab9a0ab218?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0502777 Jul 14 13:49:50.378045 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7ea0fadd-3beb-49fa-803e-52ab93f85488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:50.381785 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad51c498d533f361780c3af87c8a8c65edab733b1bfa9c6a05399bf2ccc5452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aed3924-43d7-4b11-a774-3e03f83de662" -d '{"events": [{"name": "network-changed", "server_uuid": "c66995cb-4c59-4f74-9924-f95643f55bd0", "tag": "c0bee2fe-5d7f-4011-a39d-94a0cb729dbb"}]}' {{(pid=104573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:49:50.407846 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7ea0fadd-3beb-49fa-803e-52ab93f85488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:50.434527 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ea0fadd-3beb-49fa-803e-52ab93f85488 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852} {{(pid=104573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:49:50.451444 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning for port 79607842-db7b-4a64-b8c9-c8d955b6574a completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:49:50.453520 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7ea0fadd-3beb-49fa-803e-52ab93f85488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542'] for segment, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:50.454037 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.db.segments_db [None req-7ea0fadd-3beb-49fa-803e-52ab93f85488 admin admin] Added segment f0bb13c9-7ded-4caf-be59-3fd35c0c2e50 of type vlan for network 51614ce3-aa00-4299-ad94-5c4d0ccd2c0e Jul 14 13:49:50.487818 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port 79607842-db7b-4a64-b8c9-c8d955b6574a triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:49:50.488271 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:50.524100 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-9270928f-649b-4c0b-8526-286e948736e9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a560e13926d440c383a0f1f3255839b1&name=default HTTP/1.1" status: 200 len: 2978 time: 1.9735518 Jul 14 13:49:50.527459 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 40804) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:50.546017 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-b3546036-5206-4635-a2dc-49916466c1a2 service neutron] 10.222.0.35 "GET /v2.0/networks/6454f800-8ef5-4b50-ab22-8dab9a0ab218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737182 Jul 14 13:49:50.547190 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c0afd88c-3123-4009-b561-7a56608c78ea tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:50.591280 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7ea0fadd-3beb-49fa-803e-52ab93f85488 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787525299204'] for network, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:50.595101 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5456015e-886f-4636-9f4c-1f23c7c1154c service neutron] Pushing event updated for resources: {'Port': ['ID=c0bee2fe-5d7f-4011-a39d-94a0cb729dbb,revision_number=3']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:50.666317 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea0fadd-3beb-49fa-803e-52ab93f85488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c636a17-54b1-4bf4-b5e5-a5cbbfadbdd8,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:50.699951 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d3aec14e-1217-41ee-9f5b-3b0775c8a642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:50.721043 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580be74d-ec04-4f28-997e-ab619f65001a req-917ba0ed-eff3-40dd-8def-06b381f82cfb tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:49:50.723159 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-580be74d-ec04-4f28-997e-ab619f65001a req-917ba0ed-eff3-40dd-8def-06b381f82cfb tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/ports?device_id=c66995cb-4c59-4f74-9924-f95643f55bd0 HTTP/1.1" status: 200 len: 944 time: 0.3359659 Jul 14 13:49:50.723870 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7ea0fadd-3beb-49fa-803e-52ab93f85488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338'] for network, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:50.731369 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea0fadd-3beb-49fa-803e-52ab93f85488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:49:50.731595 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:50.732037 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7ea0fadd-3beb-49fa-803e-52ab93f85488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for network, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:50.743672 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:50.772449 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] For port 79607842-db7b-4a64-b8c9-c8d955b6574a, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=79607842-db7b-4a64-b8c9-c8d955b6574a,segment=NetworkSegment(3782ce6e-4a36-46a1-9082-0427f175f195),segment_id=3782ce6e-4a36-46a1-9082-0427f175f195)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:49:50.786436 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-76b3eef6-c566-4885-a5a7-7b9e8f65dbeb None None] Notify callbacks [] for port, precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:50.796110 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:50.863164 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Pushing event updated for resources: {'Port': ['ID=79607842-db7b-4a64-b8c9-c8d955b6574a,revision_number=5']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:50.866977 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-76b3eef6-c566-4885-a5a7-7b9e8f65dbeb None None] Transition to ACTIVE for port object b28cb9bc-3f5c-474f-a3e0-ea8fd0093aff will not be triggered until provisioned by entity L2. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:49:50.888002 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-76b3eef6-c566-4885-a5a7-7b9e8f65dbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:50.913482 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d3aec14e-1217-41ee-9f5b-3b0775c8a642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:50.928516 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [None req-c0afd88c-3123-4009-b561-7a56608c78ea tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Allocated IP 172.27.1.47 (b28dab8c-9c3b-45dd-8fa2-7ffa63c66645/3e00a68e-7419-45b7-a88a-a672d20cc9ef/16f20bd5-03cd-4e18-807f-20fb1d74f26d) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:49:50.953462 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac185b-bc95-4c34-ba98-a21e8646ca12 None None] Pushing event updated for resources: {'Port': ['ID=b28cb9bc-3f5c-474f-a3e0-ea8fd0093aff,revision_number=3']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:50.980441 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-580be74d-ec04-4f28-997e-ab619f65001a req-816fb816-a4e5-413f-baaa-29be476ac166 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/security-groups?id=a10a40c1-03e1-4598-b38a-aeb8588c3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391772 Jul 14 13:49:51.047460 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea0fadd-3beb-49fa-803e-52ab93f85488 admin admin] Pushing event updated for resources: {'Network': ['ID=51614ce3-aa00-4299-ad94-5c4d0ccd2c0e,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:51.065916 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Network 51614ce3-aa00-4299-ad94-5c4d0ccd2c0e details requested by agent ovs-agent-dv-cinder-800697-2-iscsi with host dv-cinder-800697-2-iscsi {{(pid=104575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:49:51.069147 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-76b3eef6-c566-4885-a5a7-7b9e8f65dbeb None None] Attempting to bind port b28cb9bc-3f5c-474f-a3e0-ea8fd0093aff on host dv-cinder-800697-2-iscsi for vnic_type normal with profile {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:49:51.069518 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-76b3eef6-c566-4885-a5a7-7b9e8f65dbeb None None] Attempting to bind port b28cb9bc-3f5c-474f-a3e0-ea8fd0093aff by drivers openvswitch,hyperv on host dv-cinder-800697-2-iscsi at level 0 using segments [{'id': '0547d367-b0f7-4efe-b546-06bf6350879a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '6454f800-8ef5-4b50-ab22-8dab9a0ab218'}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:49:51.070551 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b3eef6-c566-4885-a5a7-7b9e8f65dbeb None None] Attempting to bind port b28cb9bc-3f5c-474f-a3e0-ea8fd0093aff on network 6454f800-8ef5-4b50-ab22-8dab9a0ab218 {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:49:51.072273 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-7ea0fadd-3beb-49fa-803e-52ab93f85488 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.7429676 Jul 14 13:49:51.074388 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 40822) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:51.079025 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b3eef6-c566-4885-a5a7-7b9e8f65dbeb None None] Checking agent: {'id': 'c8ba3178-5fdc-4895-ae06-68797a69110c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 41, 49), 'started_at': datetime.datetime(2021, 7, 14, 13, 42, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:49:51.079472 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b3eef6-c566-4885-a5a7-7b9e8f65dbeb None None] Checking segment: {'id': '0547d367-b0f7-4efe-b546-06bf6350879a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '6454f800-8ef5-4b50-ab22-8dab9a0ab218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:49:51.079876 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-76b3eef6-c566-4885-a5a7-7b9e8f65dbeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:51.080276 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b3eef6-c566-4885-a5a7-7b9e8f65dbeb None None] Bound using segment: {'id': '0547d367-b0f7-4efe-b546-06bf6350879a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '6454f800-8ef5-4b50-ab22-8dab9a0ab218'} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:49:51.080800 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-76b3eef6-c566-4885-a5a7-7b9e8f65dbeb None None] Bound port: b28cb9bc-3f5c-474f-a3e0-ea8fd0093aff, host: dv-cinder-800697-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0547d367-b0f7-4efe-b546-06bf6350879a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '6454f800-8ef5-4b50-ab22-8dab9a0ab218'}}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:49:51.081203 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-76b3eef6-c566-4885-a5a7-7b9e8f65dbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:51.082055 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-16b7f9a9-223f-47e9-a11b-c511c270bb5e admin admin] Request body: {'subnet': {'network_id': '51614ce3-aa00-4299-ad94-5c4d0ccd2c0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1200904319-subnet', 'tenant_id': '2acf5880c99142d0baa457fc1aae8db8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:49:51.140083 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-850d62d8-5a7e-4020-86d3-4011210d18cb req-43b4602a-1f54-4196-8e26-8489116e2b53 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 210 time: 0.0735137 Jul 14 13:49:51.149972 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d3aec14e-1217-41ee-9f5b-3b0775c8a642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:51.153274 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d3aec14e-1217-41ee-9f5b-3b0775c8a642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:51.156509 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-d3aec14e-1217-41ee-9f5b-3b0775c8a642 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/771276f7-a289-4be9-b48b-b8a20059ccd0 HTTP/1.1" status: 204 len: 168 time: 0.6178198 Jul 14 13:49:51.168821 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7e908a-bb17-4c7e-ad8d-cdc0d4c16acf x-openstack-request-id: req-3e7e908a-bb17-4c7e-ad8d-cdc0d4c16acf {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:49:51.169060 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c66995cb-4c59-4f74-9924-f95643f55bd0", "tag": "c0bee2fe-5d7f-4011-a39d-94a0cb729dbb", "status": "completed", "code": 200}]} {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:49:51.169314 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3e7e908a-bb17-4c7e-ad8d-cdc0d4c16acf {{(pid=104573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:49:51.171079 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c66995cb-4c59-4f74-9924-f95643f55bd0', 'tag': 'c0bee2fe-5d7f-4011-a39d-94a0cb729dbb', 'status': 'completed', 'code': 200} Jul 14 13:49:51.181576 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aec14e-1217-41ee-9f5b-3b0775c8a642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771276f7-a289-4be9-b48b-b8a20059ccd0,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:51.202865 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b7f9a9-223f-47e9-a11b-c511c270bb5e admin admin] Made reservation on behalf of 2acf5880c99142d0baa457fc1aae8db8 for: {'subnet': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:49:51.205657 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-16b7f9a9-223f-47e9-a11b-c511c270bb5e admin admin] Notify callbacks [] for subnet, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:51.252057 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c0afd88c-3123-4009-b561-7a56608c78ea tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for port, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:51.335286 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c0afd88c-3123-4009-b561-7a56608c78ea tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755'] for port, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:51.361043 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-76b3eef6-c566-4885-a5a7-7b9e8f65dbeb None None] For port b28cb9bc-3f5c-474f-a3e0-ea8fd0093aff, host dv-cinder-800697-2-iscsi, cleared binding levels {{(pid=104575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:49:51.365245 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-76b3eef6-c566-4885-a5a7-7b9e8f65dbeb None None] For port b28cb9bc-3f5c-474f-a3e0-ea8fd0093aff, host dv-cinder-800697-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=b28cb9bc-3f5c-474f-a3e0-ea8fd0093aff,segment=NetworkSegment(0547d367-b0f7-4efe-b546-06bf6350879a),segment_id=0547d367-b0f7-4efe-b546-06bf6350879a)] {{(pid=104575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:49:51.375433 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-76b3eef6-c566-4885-a5a7-7b9e8f65dbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:51.399166 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0afd88c-3123-4009-b561-7a56608c78ea tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Network b28dab8c-9c3b-45dd-8fa2-7ffa63c66645 is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:49:51.403814 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-c0afd88c-3123-4009-b561-7a56608c78ea tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:49:51.411367 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0afd88c-3123-4009-b561-7a56608c78ea tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:49:51.452670 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac185b-bc95-4c34-ba98-a21e8646ca12 None None] Pushing event updated for resources: {'Port': ['ID=b28cb9bc-3f5c-474f-a3e0-ea8fd0093aff,revision_number=4']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:51.456069 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0afd88c-3123-4009-b561-7a56608c78ea tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Pushing event updated for resources: {'Port': ['ID=16f20bd5-03cd-4e18-807f-20fb1d74f26d,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:51.456498 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b3eef6-c566-4885-a5a7-7b9e8f65dbeb None None] Routers {'d46d6bda-b003-43ac-b86b-e39c9e4c1539'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:49:51.457248 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-76b3eef6-c566-4885-a5a7-7b9e8f65dbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:49:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['d46d6bda-b003-43ac-b86b-e39c9e4c1539'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:49:51.594482 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-76b3eef6-c566-4885-a5a7-7b9e8f65dbeb None None] Set router d46d6bda-b003-43ac-b86b-e39c9e4c1539 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:49:51.639797 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c0afd88c-3123-4009-b561-7a56608c78ea tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:51.655551 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-16b7f9a9-223f-47e9-a11b-c511c270bb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338'] for subnet, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:51.696431 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7f9a9-223f-47e9-a11b-c511c270bb5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5bf082a-ce10-4a38-8d28-3f6d5be91377,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:51.757395 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c0afd88c-3123-4009-b561-7a56608c78ea tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:51.802393 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b7f9a9-223f-47e9-a11b-c511c270bb5e admin admin] Checking segment: {'id': 'f0bb13c9-7ded-4caf-be59-3fd35c0c2e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '51614ce3-aa00-4299-ad94-5c4d0ccd2c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:49:51.803016 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b7f9a9-223f-47e9-a11b-c511c270bb5e admin admin] Network hostable DHCP agents. Network: 51614ce3-aa00-4299-ad94-5c4d0ccd2c0e, hostable agents: ['d5e7476e-1d58-4a72-9697-436f60a7843b'], hosted agents: [] {{(pid=104572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:49:51.808475 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device b28cb9bc-3f5c-474f-a3e0-ea8fd0093aff up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:49:51.865750 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b7f9a9-223f-47e9-a11b-c511c270bb5e admin admin] Network 51614ce3-aa00-4299-ad94-5c4d0ccd2c0e is scheduled to be hosted by DHCP agent d5e7476e-1d58-4a72-9697-436f60a7843b with binding_index 1 {{(pid=104572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:49:51.897622 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-16b7f9a9-223f-47e9-a11b-c511c270bb5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-2-iscsi, 51614ce3-aa00-4299-ad94-5c4d0ccd2c0e) {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:49:51.905704 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b7f9a9-223f-47e9-a11b-c511c270bb5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:49:51.906291 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-16b7f9a9-223f-47e9-a11b-c511c270bb5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for subnet, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:51.911355 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee0dd7d-2146-492b-aa99-0f9e031644dd None None] Network 51614ce3-aa00-4299-ad94-5c4d0ccd2c0e requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:49:51.950953 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-16b7f9a9-223f-47e9-a11b-c511c270bb5e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8715947 Jul 14 13:49:51.976113 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning for port b28cb9bc-3f5c-474f-a3e0-ea8fd0093aff completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:49:51.981006 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c0afd88c-3123-4009-b561-7a56608c78ea tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for port, precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:51.984784 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port b28cb9bc-3f5c-474f-a3e0-ea8fd0093aff triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:49:51.985477 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:51.998004 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c0afd88c-3123-4009-b561-7a56608c78ea tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:52.015936 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-76b3eef6-c566-4885-a5a7-7b9e8f65dbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46d6bda-b003-43ac-b86b-e39c9e4c1539', 'name': 'tempest-ServerRescueNegativeTestJSON-105325924-router', 'tenant_id': '2f9d746b4e934f23803208b8947e1ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '7d4b9cb9-5106-4a74-b306-f8244ead6bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:49:36Z', 'updated_at': '2021-07-14T13:49:41Z', 'revision_number': 4, 'project_id': '2f9d746b4e934f23803208b8947e1ac5', 'gw_port': {'id': '7d4b9cb9-5106-4a74-b306-f8244ead6bc5', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46d6bda-b003-43ac-b86b-e39c9e4c1539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:36Z', 'updated_at': '2021-07-14T13:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': 'b28cb9bc-3f5c-474f-a3e0-ea8fd0093aff', 'name': '', 'network_id': '6454f800-8ef5-4b50-ab22-8dab9a0ab218', 'tenant_id': '2f9d746b4e934f23803208b8947e1ac5', 'mac_address': 'fa:16:3e:60:30:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46d6bda-b003-43ac-b86b-e39c9e4c1539', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0fa866c6-0b23-498d-86e8-617a82bdd6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:40Z', 'updated_at': '2021-07-14T13:49:51Z', 'revision_number': 4, 'project_id': '2f9d746b4e934f23803208b8947e1ac5', 'subnets': [{'id': '0fa866c6-0b23-498d-86e8-617a82bdd6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:49:52.060892 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b3eef6-c566-4885-a5a7-7b9e8f65dbeb None None] The sync data for ids ['d46d6bda-b003-43ac-b86b-e39c9e4c1539'] in dv-cinder-800697-2-iscsi is: [{'id': 'd46d6bda-b003-43ac-b86b-e39c9e4c1539', 'name': 'tempest-ServerRescueNegativeTestJSON-105325924-router', 'tenant_id': '2f9d746b4e934f23803208b8947e1ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '7d4b9cb9-5106-4a74-b306-f8244ead6bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:49:36Z', 'updated_at': '2021-07-14T13:49:41Z', 'revision_number': 4, 'project_id': '2f9d746b4e934f23803208b8947e1ac5', 'gw_port': {'id': '7d4b9cb9-5106-4a74-b306-f8244ead6bc5', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46d6bda-b003-43ac-b86b-e39c9e4c1539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:36Z', 'updated_at': '2021-07-14T13:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': 'b28cb9bc-3f5c-474f-a3e0-ea8fd0093aff', 'name': '', 'network_id': '6454f800-8ef5-4b50-ab22-8dab9a0ab218', 'tenant_id': '2f9d746b4e934f23803208b8947e1ac5', 'mac_address': 'fa:16:3e:60:30:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46d6bda-b003-43ac-b86b-e39c9e4c1539', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0fa866c6-0b23-498d-86e8-617a82bdd6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:40Z', 'updated_at': '2021-07-14T13:49:51Z', 'revision_number': 4, 'project_id': '2f9d746b4e934f23803208b8947e1ac5', 'subnets': [{'id': '0fa866c6-0b23-498d-86e8-617a82bdd6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:49:52.087370 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0afd88c-3123-4009-b561-7a56608c78ea tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Pushing event updated for resources: {'Port': ['ID=16f20bd5-03cd-4e18-807f-20fb1d74f26d,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:52.109569 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:52.117591 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c0afd88c-3123-4009-b561-7a56608c78ea tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359245'] for floatingip, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:52.149113 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c0afd88c-3123-4009-b561-7a56608c78ea tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for floatingip, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:52.163967 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-c0afd88c-3123-4009-b561-7a56608c78ea tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3382168 Jul 14 13:49:52.194461 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e36b84-cbfb-4245-8ef0-871e045cea64 None None] Network 51614ce3-aa00-4299-ad94-5c4d0ccd2c0e requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:49:52.284258 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:52.332913 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] For port b28cb9bc-3f5c-474f-a3e0-ea8fd0093aff, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=b28cb9bc-3f5c-474f-a3e0-ea8fd0093aff,segment=NetworkSegment(0547d367-b0f7-4efe-b546-06bf6350879a),segment_id=0547d367-b0f7-4efe-b546-06bf6350879a)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:49:52.350850 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:52.353236 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 79607842-db7b-4a64-b8c9-c8d955b6574a up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:49:52.429852 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185922ee-509b-411e-9361-e00bea2fe0b3 req-77b8a8d0-7e1e-45eb-8023-6393694c2e32 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:49:52.441017 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-185922ee-509b-411e-9361-e00bea2fe0b3 req-77b8a8d0-7e1e-45eb-8023-6393694c2e32 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/ports?device_id=c66995cb-4c59-4f74-9924-f95643f55bd0 HTTP/1.1" status: 200 len: 944 time: 0.1902645 Jul 14 13:49:52.492362 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6f4ff5ab-9e86-4a12-9c23-bfa4307eacb8 req-7d5092fe-fdcb-4e47-b22c-e675189fa838 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 210 time: 0.0846791 Jul 14 13:49:52.497637 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-185922ee-509b-411e-9361-e00bea2fe0b3 req-152636ba-e40e-4774-9878-4ceccacb2ead tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/security-groups?id=a10a40c1-03e1-4598-b38a-aeb8588c3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553434 Jul 14 13:49:52.602026 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 40900) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:52.782791 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-19eb90f1-b940-431e-8367-1203bbb237cb tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--542820885&fields=id&tenant_id=0aa375225aa7437fa9ce67ac24df914c HTTP/1.1" status: 200 len: 267 time: 0.1517839 Jul 14 13:49:52.875270 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Pushing event updated for resources: {'Port': ['ID=b28cb9bc-3f5c-474f-a3e0-ea8fd0093aff,revision_number=5']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:52.919887 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port 79607842-db7b-4a64-b8c9-c8d955b6574a triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:49:52.923462 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:53.032555 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-ca4ac8de-f73d-496b-9216-5f7669ec3034 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:49:53.040802 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-ca4ac8de-f73d-496b-9216-5f7669ec3034 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/networks?id=4b726da0-ae68-495b-bfc7-0968d1d28d92 HTTP/1.1" status: 200 len: 817 time: 0.2514069 Jul 14 13:49:53.076863 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-5f4b900a-8325-4e00-b6f2-e5635580adc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:53.127103 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-f94bf452-18f8-4c15-ac0b-75c8c3137689 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/quotas/0aa375225aa7437fa9ce67ac24df914c HTTP/1.1" status: 200 len: 375 time: 0.0847490 Jul 14 13:49:53.257542 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-33e45fb9-ca3e-4cca-bcce-a0b600fe242f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0aa375225aa7437fa9ce67ac24df914c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1291215 Jul 14 13:49:53.356342 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-5f4b900a-8325-4e00-b6f2-e5635580adc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:53.367307 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-5f4b900a-8325-4e00-b6f2-e5635580adc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:53.440157 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-5f4b900a-8325-4e00-b6f2-e5635580adc4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9a7ecedd6a7f4b2ab1f651c4f5c8064c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8367445 Jul 14 13:49:53.441263 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b900a-8325-4e00-b6f2-e5635580adc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7165faa4-9ce1-4966-af93-070aee0cf39f,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:53.443086 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 40922) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:53.470209 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-634b6295-18bf-4f51-9220-4ce6b2b572dd service neutron] 10.222.0.35 "GET /v2.0/networks/4b726da0-ae68-495b-bfc7-0968d1d28d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866312 Jul 14 13:49:53.492154 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 40924) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:53.498656 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-73adeb92-6733-4e5f-973c-04fb16d11f3e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-26331562-network', 'tenant_id': '798f251ed69f4dda936d8fdfcdd62e35'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:49:53.576252 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73adeb92-6733-4e5f-973c-04fb16d11f3e admin admin] Made reservation on behalf of 798f251ed69f4dda936d8fdfcdd62e35 for: {'network': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:49:53.578586 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-73adeb92-6733-4e5f-973c-04fb16d11f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for network, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:53.593097 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-73adeb92-6733-4e5f-973c-04fb16d11f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:53.605886 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e7daf62a-e627-4739-bd42-fea1d8d77d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:53.631951 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-ff240d3a-d28b-4720-b15e-f52da69fdbde service neutron] 10.222.0.35 "GET /v2.0/networks/4b726da0-ae68-495b-bfc7-0968d1d28d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607573 Jul 14 13:49:53.700734 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e7daf62a-e627-4739-bd42-fea1d8d77d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:53.778961 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-73adeb92-6733-4e5f-973c-04fb16d11f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:53.787619 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-73adeb92-6733-4e5f-973c-04fb16d11f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:53.807541 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device b28cb9bc-3f5c-474f-a3e0-ea8fd0093aff up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:49:53.830102 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73adeb92-6733-4e5f-973c-04fb16d11f3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=104572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:49:53.848811 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ddfcebc5-4e06-4389-b582-fd33402ded60 req-a1410797-c636-436c-85f6-e09bfa7be287 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 210 time: 0.0746758 Jul 14 13:49:53.864070 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-73adeb92-6733-4e5f-973c-04fb16d11f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542'] for segment, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:53.864467 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.db.segments_db [None req-73adeb92-6733-4e5f-973c-04fb16d11f3e admin admin] Added segment 9653eaa3-2c02-4746-968a-03ac902535c6 of type vlan for network 562e315e-409d-445a-9f3b-cb0b5180c67a Jul 14 13:49:53.896842 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e7daf62a-e627-4739-bd42-fea1d8d77d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:53.899431 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e7daf62a-e627-4739-bd42-fea1d8d77d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:53.908668 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-e7daf62a-e627-4739-bd42-fea1d8d77d19 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7165faa4-9ce1-4966-af93-070aee0cf39f HTTP/1.1" status: 204 len: 168 time: 0.4563797 Jul 14 13:49:53.931825 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7daf62a-e627-4739-bd42-fea1d8d77d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7165faa4-9ce1-4966-af93-070aee0cf39f,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:53.982732 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port b28cb9bc-3f5c-474f-a3e0-ea8fd0093aff triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:49:53.984484 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:54.028052 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ac53b2a9-e765-4c3a-afee-786856e12262 req-0763a939-f909-47c2-8fe0-7d2c651b0e59 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 210 time: 0.0793319 Jul 14 13:49:54.102232 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73adeb92-6733-4e5f-973c-04fb16d11f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5d5401-9e5f-4124-8710-ad37af33f0d4,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:54.246844 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-73adeb92-6733-4e5f-973c-04fb16d11f3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787525299204'] for network, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:54.336227 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03439644-ddb9-446b-ad02-d03b0c55a9fb req-ae16fb37-9ed4-4af5-8059-22970f8484d3 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:49:54.345438 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-03439644-ddb9-446b-ad02-d03b0c55a9fb req-ae16fb37-9ed4-4af5-8059-22970f8484d3 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/ports?device_id=c66995cb-4c59-4f74-9924-f95643f55bd0 HTTP/1.1" status: 200 len: 944 time: 0.2539771 Jul 14 13:49:54.347842 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-73adeb92-6733-4e5f-973c-04fb16d11f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338'] for network, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:54.349039 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73adeb92-6733-4e5f-973c-04fb16d11f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:49:54.350043 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-73adeb92-6733-4e5f-973c-04fb16d11f3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for network, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:54.486847 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-73adeb92-6733-4e5f-973c-04fb16d11f3e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9905365 Jul 14 13:49:54.487182 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 40962) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:54.494445 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-444fa624-4278-4e79-9554-9bf2dc3b5670 admin admin] Request body: {'subnet': {'network_id': '562e315e-409d-445a-9f3b-cb0b5180c67a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-26331562-subnet', 'tenant_id': '798f251ed69f4dda936d8fdfcdd62e35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:49:54.498273 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-03439644-ddb9-446b-ad02-d03b0c55a9fb req-ed327768-d471-4644-8ed4-0511a976974f tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/security-groups?id=a10a40c1-03e1-4598-b38a-aeb8588c3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523364 Jul 14 13:49:54.500062 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73adeb92-6733-4e5f-973c-04fb16d11f3e admin admin] Pushing event updated for resources: {'Network': ['ID=562e315e-409d-445a-9f3b-cb0b5180c67a,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:54.509392 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Network 562e315e-409d-445a-9f3b-cb0b5180c67a details requested by agent ovs-agent-dv-cinder-800697-2-iscsi with host dv-cinder-800697-2-iscsi {{(pid=104575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:49:54.558828 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444fa624-4278-4e79-9554-9bf2dc3b5670 admin admin] Made reservation on behalf of 798f251ed69f4dda936d8fdfcdd62e35 for: {'subnet': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:49:54.561261 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-444fa624-4278-4e79-9554-9bf2dc3b5670 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:54.829915 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-444fa624-4278-4e79-9554-9bf2dc3b5670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338'] for subnet, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:54.851876 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 40968) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:54.908603 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-fdb11537-5e6e-405b-9989-c233c65dcb55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:54.937578 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444fa624-4278-4e79-9554-9bf2dc3b5670 admin admin] Checking segment: {'id': '9653eaa3-2c02-4746-968a-03ac902535c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '562e315e-409d-445a-9f3b-cb0b5180c67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:49:54.937938 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444fa624-4278-4e79-9554-9bf2dc3b5670 admin admin] Network hostable DHCP agents. Network: 562e315e-409d-445a-9f3b-cb0b5180c67a, hostable agents: ['d5e7476e-1d58-4a72-9697-436f60a7843b'], hosted agents: [] {{(pid=104573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:49:54.946724 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444fa624-4278-4e79-9554-9bf2dc3b5670 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a49b5fe1-93aa-4d35-9c7e-59a2322a7305,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:54.986290 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444fa624-4278-4e79-9554-9bf2dc3b5670 admin admin] Network 562e315e-409d-445a-9f3b-cb0b5180c67a is scheduled to be hosted by DHCP agent d5e7476e-1d58-4a72-9697-436f60a7843b with binding_index 1 {{(pid=104573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:49:55.010338 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-444fa624-4278-4e79-9554-9bf2dc3b5670 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-2-iscsi, 562e315e-409d-445a-9f3b-cb0b5180c67a) {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:49:55.018762 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444fa624-4278-4e79-9554-9bf2dc3b5670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:49:55.019534 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-444fa624-4278-4e79-9554-9bf2dc3b5670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for subnet, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:55.023681 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77512f3d-bc0d-4906-8a67-d0c0282cb031 None None] Network 562e315e-409d-445a-9f3b-cb0b5180c67a requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:49:55.112580 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-430c5093-8f4b-465e-b607-d3796353a138 req-cafb3776-fb05-4f92-92eb-80d6d835354f tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 210 time: 0.0827971 Jul 14 13:49:55.193976 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-fdb11537-5e6e-405b-9989-c233c65dcb55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:55.253884 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-fdb11537-5e6e-405b-9989-c233c65dcb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:55.267572 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b90a3398-81f3-431c-bb6f-a77e513320bb req-4389ebf6-4b8d-443a-93ec-c859de1dd6c9 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 210 time: 0.0427072 Jul 14 13:49:55.274569 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a43a4c-8f3e-4115-9a43-dee628a66cd6 None None] Network 562e315e-409d-445a-9f3b-cb0b5180c67a requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:49:55.307067 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-fdb11537-5e6e-405b-9989-c233c65dcb55 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5c6482e84d27497e866b73dfaf1bb4f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4482360 Jul 14 13:49:55.309792 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 40982) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:55.324042 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-444fa624-4278-4e79-9554-9bf2dc3b5670 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8300200 Jul 14 13:49:55.343978 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb11537-5e6e-405b-9989-c233c65dcb55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36022c06-5836-4355-9c74-84a91479f8bb,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:55.410575 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8ff3b555-5056-420e-8211-c25a51db25ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:55.435778 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8ff3b555-5056-420e-8211-c25a51db25ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:55.466507 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 40988) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:55.511508 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8ff3b555-5056-420e-8211-c25a51db25ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:55.514460 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8ff3b555-5056-420e-8211-c25a51db25ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:55.518764 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-8ff3b555-5056-420e-8211-c25a51db25ac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/36022c06-5836-4355-9c74-84a91479f8bb HTTP/1.1" status: 204 len: 168 time: 0.2056594 Jul 14 13:49:55.527511 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3b555-5056-420e-8211-c25a51db25ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36022c06-5836-4355-9c74-84a91479f8bb,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:55.540649 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 40996) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:55.606039 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d4cf30c-40d1-4a32-bddc-2094ec1bb5a7 admin admin] Deleting subnet a5bf082a-ce10-4a38-8d28-3f6d5be91377 {{(pid=104573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 13:49:55.607376 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-52cf5cf5-2f17-4470-83f8-71a659906f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:55.609880 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3d4cf30c-40d1-4a32-bddc-2094ec1bb5a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:55.699060 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3d4cf30c-40d1-4a32-bddc-2094ec1bb5a7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:55.725887 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3d4cf30c-40d1-4a32-bddc-2094ec1bb5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3904323'] for subnet, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:55.739797 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-52cf5cf5-2f17-4470-83f8-71a659906f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:55.748533 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-52cf5cf5-2f17-4470-83f8-71a659906f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:55.766050 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da28195-e929-4d77-863b-44f5dc2468da req-023252af-df94-42e0-8f33-1ca4a7cd89d4 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:49:55.767692 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2da28195-e929-4d77-863b-44f5dc2468da req-023252af-df94-42e0-8f33-1ca4a7cd89d4 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/ports?device_id=c66995cb-4c59-4f74-9924-f95643f55bd0 HTTP/1.1" status: 200 len: 944 time: 0.1288562 Jul 14 13:49:55.802122 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-52cf5cf5-2f17-4470-83f8-71a659906f69 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=011ea38cf1154c4291427ed3bd72d704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3342559 Jul 14 13:49:55.804212 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 41004) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:55.807834 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf5cf5-2f17-4470-83f8-71a659906f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b7e264-8fe0-4ae0-8498-30b8820e906a,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:55.843873 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2da28195-e929-4d77-863b-44f5dc2468da req-e6451724-7533-41e2-a96f-3806c8a989d7 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/security-groups?id=a10a40c1-03e1-4598-b38a-aeb8588c3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587807 Jul 14 13:49:55.846461 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3d4cf30c-40d1-4a32-bddc-2094ec1bb5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3904314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338'] for subnet, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:55.895645 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4cf30c-40d1-4a32-bddc-2094ec1bb5a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5bf082a-ce10-4a38-8d28-3f6d5be91377,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:55.911200 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3d4cf30c-40d1-4a32-bddc-2094ec1bb5a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:55.916738 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-3d4cf30c-40d1-4a32-bddc-2094ec1bb5a7 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a5bf082a-ce10-4a38-8d28-3f6d5be91377 HTTP/1.1" status: 204 len: 168 time: 0.3743973 Jul 14 13:49:55.917472 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 41008) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:56.037658 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a0aa5a45-c24e-49b8-8f51-6df24ae8afdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:56.046062 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-982b0913-de55-433f-a04b-cd52816a00a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3740586'] for network, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:56.062455 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a0aa5a45-c24e-49b8-8f51-6df24ae8afdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:56.121643 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a0aa5a45-c24e-49b8-8f51-6df24ae8afdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:56.124472 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a0aa5a45-c24e-49b8-8f51-6df24ae8afdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:56.125718 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-a0aa5a45-c24e-49b8-8f51-6df24ae8afdc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e9b7e264-8fe0-4ae0-8498-30b8820e906a HTTP/1.1" status: 204 len: 168 time: 0.3203862 Jul 14 13:49:56.151166 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-982b0913-de55-433f-a04b-cd52816a00a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3927510', 'neutron.services.segments.db._delete_segments_for_network-8787525843523'] for network, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:56.151386 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa5a45-c24e-49b8-8f51-6df24ae8afdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b7e264-8fe0-4ae0-8498-30b8820e906a,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:56.174849 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-982b0913-de55-433f-a04b-cd52816a00a2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:49:56.180346 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-982b0913-de55-433f-a04b-cd52816a00a2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:49:56.186136 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-982b0913-de55-433f-a04b-cd52816a00a2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:49:56.188734 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-982b0913-de55-433f-a04b-cd52816a00a2 admin admin] Subscribe: > port after_create 55550000 {{(pid=104573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:49:56.189252 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-982b0913-de55-433f-a04b-cd52816a00a2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:49:56.189511 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-982b0913-de55-433f-a04b-cd52816a00a2 admin admin] Subscribe: > port after_update 55550000 {{(pid=104573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:49:56.189880 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-982b0913-de55-433f-a04b-cd52816a00a2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:49:56.191133 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-982b0913-de55-433f-a04b-cd52816a00a2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:49:56.191908 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-982b0913-de55-433f-a04b-cd52816a00a2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:49:56.192340 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-982b0913-de55-433f-a04b-cd52816a00a2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:49:56.355264 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-199b644e-e77f-43dc-8b1d-6d8357a47607 req-3cc8fbc3-c21e-46ae-aae9-8560ac4dbbac tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 210 time: 0.0606148 Jul 14 13:49:56.488564 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-982b0913-de55-433f-a04b-cd52816a00a2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:49:56.489296 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-982b0913-de55-433f-a04b-cd52816a00a2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:49:56.489995 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-982b0913-de55-433f-a04b-cd52816a00a2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:49:56.490514 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-982b0913-de55-433f-a04b-cd52816a00a2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:49:56.491174 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-982b0913-de55-433f-a04b-cd52816a00a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51614ce3-aa00-4299-ad94-5c4d0ccd2c0e']}} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:49:56.512806 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-982b0913-de55-433f-a04b-cd52816a00a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0bb13c9-7ded-4caf-be59-3fd35c0c2e50') {'for_net_delete': True} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:49:56.513240 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-982b0913-de55-433f-a04b-cd52816a00a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0bb13c9-7ded-4caf-be59-3fd35c0c2e50') {} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:49:56.586707 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d8750f6d-daf9-49ab-97bc-c0a5a823fb8a req-17880a5f-6beb-4336-a04f-c4972f9b90fe tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 210 time: 0.0595491 Jul 14 13:49:56.594704 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-982b0913-de55-433f-a04b-cd52816a00a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787525844044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28943697'] for segment, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:56.638055 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-982b0913-de55-433f-a04b-cd52816a00a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542'] for segment, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:56.654683 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-982b0913-de55-433f-a04b-cd52816a00a2 admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=104573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 13:49:56.655512 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-982b0913-de55-433f-a04b-cd52816a00a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25679508'] for segment, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:56.706685 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 41040) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:56.722184 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-637d98c0-6718-42a8-8061-1bbb5336d84e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:56.936859 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-637d98c0-6718-42a8-8061-1bbb5336d84e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:56.946068 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-637d98c0-6718-42a8-8061-1bbb5336d84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: from cryptography.utils import int_from_bytes Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: from cryptography.utils import int_from_bytes Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: Traceback (most recent call last): Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: timer() Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: cb(*args, **kw) Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: return func(*args, **kwargs) Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: self._notify() Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: self.callback(batched_events) Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: event.method(event) Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: return f(self, *a, **k) Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: return self._get(url).json() Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: return self.request(url, 'GET', **kwargs) Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 13:49:57.015423 dv-cinder-800697-2-iscsi neutron-server[104573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 13:49:57.020161 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d98c0-6718-42a8-8061-1bbb5336d84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f7fec4-a3ec-4748-a209-28bad233e4cd,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:57.052654 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-637d98c0-6718-42a8-8061-1bbb5336d84e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0e243247042f42cf80b604791129f69c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3424869 Jul 14 13:49:57.052973 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 41050) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:57.075978 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-982b0913-de55-433f-a04b-cd52816a00a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3927489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359267'] for network, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:57.137696 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-982b0913-de55-433f-a04b-cd52816a00a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for network, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:57.138312 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-bfcfd360-65f9-40d8-ad66-43ce87828964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:57.144526 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-982b0913-de55-433f-a04b-cd52816a00a2 admin admin] 10.222.0.35 "DELETE /v2.0/networks/51614ce3-aa00-4299-ad94-5c4d0ccd2c0e HTTP/1.1" status: 204 len: 168 time: 1.2211697 Jul 14 13:49:57.147008 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 41056) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:57.147995 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b0913-de55-433f-a04b-cd52816a00a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=51614ce3-aa00-4299-ad94-5c4d0ccd2c0e,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:57.229859 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-bfcfd360-65f9-40d8-ad66-43ce87828964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:57.261983 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdabad6-0191-4631-be58-5f3bf9fd70f4 req-1e3d9de1-a4ee-45e9-acf7-34579386b702 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:49:57.263549 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8bdabad6-0191-4631-be58-5f3bf9fd70f4 req-1e3d9de1-a4ee-45e9-acf7-34579386b702 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/ports?device_id=c66995cb-4c59-4f74-9924-f95643f55bd0 HTTP/1.1" status: 200 len: 944 time: 0.1231704 Jul 14 13:49:57.273727 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e86ae6c-30af-4a63-aa20-d95899f61e0e admin admin] Deleting subnet a49b5fe1-93aa-4d35-9c7e-59a2322a7305 {{(pid=104573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 13:49:57.277800 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-5e86ae6c-30af-4a63-aa20-d95899f61e0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:57.324586 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-5e86ae6c-30af-4a63-aa20-d95899f61e0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28943688'] for subnet, precommit_delete_associations {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:57.340719 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8bdabad6-0191-4631-be58-5f3bf9fd70f4 req-096f7750-1d20-4903-b94c-0cb4bb86a40b tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/security-groups?id=a10a40c1-03e1-4598-b38a-aeb8588c3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696540 Jul 14 13:49:57.384823 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-bfcfd360-65f9-40d8-ad66-43ce87828964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:57.391031 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-bfcfd360-65f9-40d8-ad66-43ce87828964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:57.397058 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-bfcfd360-65f9-40d8-ad66-43ce87828964 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e6f7fec4-a3ec-4748-a209-28bad233e4cd HTTP/1.1" status: 204 len: 168 time: 0.3429005 Jul 14 13:49:57.416729 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcfd360-65f9-40d8-ad66-43ce87828964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f7fec4-a3ec-4748-a209-28bad233e4cd,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:57.505151 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-5e86ae6c-30af-4a63-aa20-d95899f61e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3904323'] for subnet, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:57.744397 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d909fcfd-8bf0-402a-8e43-176fd0e3da68 req-fc3e4d1b-c50f-4bb0-befe-ff7e2e59c9b4 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 210 time: 0.1280744 Jul 14 13:49:57.813198 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-5e86ae6c-30af-4a63-aa20-d95899f61e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3904314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25680186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25587366'] for subnet, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:57.888060 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86ae6c-30af-4a63-aa20-d95899f61e0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a49b5fe1-93aa-4d35-9c7e-59a2322a7305,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:57.890818 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-5e86ae6c-30af-4a63-aa20-d95899f61e0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:57.893180 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-5e86ae6c-30af-4a63-aa20-d95899f61e0e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a49b5fe1-93aa-4d35-9c7e-59a2322a7305 HTTP/1.1" status: 204 len: 168 time: 0.7403090 Jul 14 13:49:57.894971 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-019f3abe-0b1a-480c-97fc-32631b49445d req-cc429eb2-a0fa-40bc-8f83-35d9d3f1365b tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 210 time: 0.0898402 Jul 14 13:49:57.897045 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 41100) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:57.984582 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c99c9455-6e17-4551-986d-37dc8954af42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3740586'] for network, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:58.156059 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c99c9455-6e17-4551-986d-37dc8954af42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3927510', 'neutron.services.segments.db._delete_segments_for_network-8787525843523'] for network, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:58.191116 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c99c9455-6e17-4551-986d-37dc8954af42 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:49:58.191116 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c99c9455-6e17-4551-986d-37dc8954af42 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:49:58.191116 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c99c9455-6e17-4551-986d-37dc8954af42 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:49:58.191116 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c99c9455-6e17-4551-986d-37dc8954af42 admin admin] Subscribe: > port after_create 55550000 {{(pid=104572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:49:58.191433 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c99c9455-6e17-4551-986d-37dc8954af42 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:49:58.191785 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c99c9455-6e17-4551-986d-37dc8954af42 admin admin] Subscribe: > port after_update 55550000 {{(pid=104572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:49:58.192128 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c99c9455-6e17-4551-986d-37dc8954af42 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:49:58.192646 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c99c9455-6e17-4551-986d-37dc8954af42 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:49:58.193028 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c99c9455-6e17-4551-986d-37dc8954af42 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:49:58.193380 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c99c9455-6e17-4551-986d-37dc8954af42 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:49:58.470076 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c99c9455-6e17-4551-986d-37dc8954af42 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:49:58.470707 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c99c9455-6e17-4551-986d-37dc8954af42 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:49:58.481690 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c99c9455-6e17-4551-986d-37dc8954af42 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:49:58.482286 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c99c9455-6e17-4551-986d-37dc8954af42 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:49:58.482839 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-c99c9455-6e17-4551-986d-37dc8954af42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['562e315e-409d-445a-9f3b-cb0b5180c67a']}} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:49:58.513274 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-c99c9455-6e17-4551-986d-37dc8954af42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9653eaa3-2c02-4746-968a-03ac902535c6') {'for_net_delete': True} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:49:58.516676 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-c99c9455-6e17-4551-986d-37dc8954af42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9653eaa3-2c02-4746-968a-03ac902535c6') {} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:49:58.554073 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c99c9455-6e17-4551-986d-37dc8954af42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787525844044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28912326'] for segment, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:58.584924 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c99c9455-6e17-4551-986d-37dc8954af42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542'] for segment, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:58.605543 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c99c9455-6e17-4551-986d-37dc8954af42 admin admin] Releasing vlan 851 on physical network physnet1 to pool {{(pid=104572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 13:49:58.605980 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c99c9455-6e17-4551-986d-37dc8954af42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28726016'] for segment, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:58.610879 dv-cinder-800697-2-iscsi neutron-server[104572]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 13:49:58.610879 dv-cinder-800697-2-iscsi neutron-server[104572]: from cryptography.utils import int_from_bytes Jul 14 13:49:58.610879 dv-cinder-800697-2-iscsi neutron-server[104572]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 13:49:58.610879 dv-cinder-800697-2-iscsi neutron-server[104572]: from cryptography.utils import int_from_bytes Jul 14 13:49:58.610879 dv-cinder-800697-2-iscsi neutron-server[104572]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:49:58.610879 dv-cinder-800697-2-iscsi neutron-server[104572]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:49:58.610879 dv-cinder-800697-2-iscsi neutron-server[104572]: Traceback (most recent call last): Jul 14 13:49:58.610879 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 13:49:58.610879 dv-cinder-800697-2-iscsi neutron-server[104572]: timer() Jul 14 13:49:58.610879 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 13:49:58.610879 dv-cinder-800697-2-iscsi neutron-server[104572]: cb(*args, **kw) Jul 14 13:49:58.610879 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 13:49:58.610879 dv-cinder-800697-2-iscsi neutron-server[104572]: return func(*args, **kwargs) Jul 14 13:49:58.610879 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 13:49:58.610879 dv-cinder-800697-2-iscsi neutron-server[104572]: self._notify() Jul 14 13:49:58.610879 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 13:49:58.610879 dv-cinder-800697-2-iscsi neutron-server[104572]: self.callback(batched_events) Jul 14 13:49:58.610879 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 13:49:58.610879 dv-cinder-800697-2-iscsi neutron-server[104572]: event.method(event) Jul 14 13:49:58.610879 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 13:49:58.610879 dv-cinder-800697-2-iscsi neutron-server[104572]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 13:49:58.610879 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 13:49:58.610879 dv-cinder-800697-2-iscsi neutron-server[104572]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 13:49:58.610879 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 13:49:58.610879 dv-cinder-800697-2-iscsi neutron-server[104572]: return f(self, *a, **k) Jul 14 13:49:58.610879 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 13:49:58.610879 dv-cinder-800697-2-iscsi neutron-server[104572]: return self._get(url).json() Jul 14 13:49:58.610879 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 13:49:58.610879 dv-cinder-800697-2-iscsi neutron-server[104572]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 13:49:58.610879 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 13:49:58.610879 dv-cinder-800697-2-iscsi neutron-server[104572]: return self.request(url, 'GET', **kwargs) Jul 14 13:49:58.610879 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 13:49:58.610879 dv-cinder-800697-2-iscsi neutron-server[104572]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 13:49:58.610879 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 13:49:58.610879 dv-cinder-800697-2-iscsi neutron-server[104572]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 13:49:58.610879 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 13:49:58.610879 dv-cinder-800697-2-iscsi neutron-server[104572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 13:49:58.610879 dv-cinder-800697-2-iscsi neutron-server[104572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 13:49:58.646160 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c50238-2da7-4d6c-a32d-6fd60a03813c req-69250173-367f-42ac-8917-54667635349c tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:49:58.659209 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-05c50238-2da7-4d6c-a32d-6fd60a03813c req-69250173-367f-42ac-8917-54667635349c tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/ports?device_id=c66995cb-4c59-4f74-9924-f95643f55bd0 HTTP/1.1" status: 200 len: 944 time: 0.1279752 Jul 14 13:49:58.705808 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-05c50238-2da7-4d6c-a32d-6fd60a03813c req-a9efcfec-58e3-4e0a-98d7-d613abce8f30 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/security-groups?id=a10a40c1-03e1-4598-b38a-aeb8588c3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445299 Jul 14 13:49:58.758041 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c99c9455-6e17-4551-986d-37dc8954af42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3927489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359267'] for network, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:58.763629 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c99c9455-6e17-4551-986d-37dc8954af42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for network, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:58.769880 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-c99c9455-6e17-4551-986d-37dc8954af42 admin admin] 10.222.0.35 "DELETE /v2.0/networks/562e315e-409d-445a-9f3b-cb0b5180c67a HTTP/1.1" status: 204 len: 168 time: 0.8714063 Jul 14 13:49:58.789037 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c9455-6e17-4551-986d-37dc8954af42 admin admin] Pushing event deleted for resources: {'Network': ['ID=562e315e-409d-445a-9f3b-cb0b5180c67a,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:58.949450 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-218c6a6a-cd0f-46c3-90b0-93838b96d37a req-ce4dab29-b77b-4d2d-b429-26ea7aa32a5d tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 210 time: 0.0627360 Jul 14 13:49:59.093527 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 41156) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:59.113572 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2e190d6f-5fa7-411b-9a8d-280981c24953 req-7a780d87-6575-4714-ae12-372d2901a3e0 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 210 time: 0.0457726 Jul 14 13:49:59.182965 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-7dccc0e5-dac4-46f9-b404-0a754f49cf2b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2acf5880c99142d0baa457fc1aae8db8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0845206 Jul 14 13:49:59.184195 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 41162) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:59.250858 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ea77f52e-e863-41ef-b754-b14e00f2373f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:59.285171 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ea77f52e-e863-41ef-b754-b14e00f2373f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:59.376184 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ea77f52e-e863-41ef-b754-b14e00f2373f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:59.379328 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ea77f52e-e863-41ef-b754-b14e00f2373f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:59.380637 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-ea77f52e-e863-41ef-b754-b14e00f2373f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4c636a17-54b1-4bf4-b5e5-a5cbbfadbdd8 HTTP/1.1" status: 204 len: 168 time: 0.1942232 Jul 14 13:49:59.397604 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77f52e-e863-41ef-b754-b14e00f2373f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c636a17-54b1-4bf4-b5e5-a5cbbfadbdd8,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:49:59.863364 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 41202) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:59.911001 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae7d44-e4a0-40e2-b52c-89b61d24ef93 req-34c07020-7d32-458c-b388-2806d1425ef3 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:49:59.913080 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6dae7d44-e4a0-40e2-b52c-89b61d24ef93 req-34c07020-7d32-458c-b388-2806d1425ef3 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/ports?device_id=c66995cb-4c59-4f74-9924-f95643f55bd0 HTTP/1.1" status: 200 len: 944 time: 0.0761673 Jul 14 13:49:59.922406 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-e916adcf-6a0d-467a-85e7-ec8c5fe6fe96 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=798f251ed69f4dda936d8fdfcdd62e35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0551908 Jul 14 13:49:59.922781 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 41208) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:59.968154 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6dae7d44-e4a0-40e2-b52c-89b61d24ef93 req-de7739ce-b4a9-4b75-afc7-87753fe8a53e tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/security-groups?id=a10a40c1-03e1-4598-b38a-aeb8588c3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488858 Jul 14 13:49:59.984854 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-be5a9848-9134-48d1-a857-598ec286eb94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:00.008728 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-be5a9848-9134-48d1-a857-598ec286eb94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:00.074751 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-be5a9848-9134-48d1-a857-598ec286eb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:00.078549 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-be5a9848-9134-48d1-a857-598ec286eb94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:00.083061 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-be5a9848-9134-48d1-a857-598ec286eb94 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0d5d5401-9e5f-4124-8710-ad37af33f0d4 HTTP/1.1" status: 204 len: 168 time: 0.1591513 Jul 14 13:50:00.094017 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5a9848-9134-48d1-a857-598ec286eb94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5d5401-9e5f-4124-8710-ad37af33f0d4,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:00.148164 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-cff9af19-c543-42bb-ba03-eed3f6433564 req-29c37ac5-7372-42ca-99e1-4664f7ab7d49 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 210 time: 0.0562406 Jul 14 13:50:00.341284 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6c7f9521-2a33-418c-90be-c01aadccd314 req-72618a91-9164-4357-b0a8-81425bd33465 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 210 time: 0.0614083 Jul 14 13:50:00.364648 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed3924-43d7-4b11-a774-3e03f83de662 req-db25a8c2-7595-4b72-9eae-40d14cd24a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:00.366752 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1aed3924-43d7-4b11-a774-3e03f83de662 req-db25a8c2-7595-4b72-9eae-40d14cd24a74 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8caf6d3ddae345d7b88e452d1381219c&device_id=c66995cb-4c59-4f74-9924-f95643f55bd0 HTTP/1.1" status: 200 len: 1097 time: 0.1233859 Jul 14 13:50:00.594943 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed3924-43d7-4b11-a774-3e03f83de662 req-723ca985-bab6-46e1-8565-a6b66933b5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:00.596748 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1aed3924-43d7-4b11-a774-3e03f83de662 req-723ca985-bab6-46e1-8565-a6b66933b5ec service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8caf6d3ddae345d7b88e452d1381219c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2143724 Jul 14 13:50:00.806129 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed3924-43d7-4b11-a774-3e03f83de662 req-ff13acb1-5b89-44b7-b253-8126ca056fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:00.807866 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1aed3924-43d7-4b11-a774-3e03f83de662 req-ff13acb1-5b89-44b7-b253-8126ca056fcd service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2044089 Jul 14 13:50:00.944722 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-469ccb53-891e-43af-a1b2-b941cbb517bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:00.946468 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-469ccb53-891e-43af-a1b2-b941cbb517bc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8caf6d3ddae345d7b88e452d1381219c&device_id=c66995cb-4c59-4f74-9924-f95643f55bd0 HTTP/1.1" status: 200 len: 1097 time: 0.0609148 Jul 14 13:50:01.134845 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-b05df32b-c149-4bdb-a808-608b7f7ebb34 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0bee2fe-5d7f-4011-a39d-94a0cb729dbb HTTP/1.1" status: 200 len: 217 time: 0.1384623 Jul 14 13:50:01.190799 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.59', 49885) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:01.225843 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-6d9305d4-576b-4d0c-ac6a-9a6e6d07f603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:01.228699 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-6d9305d4-576b-4d0c-ac6a-9a6e6d07f603 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2914cfec-3a39-4126-919b-2a077e7bd9d1 HTTP/1.1" status: 200 len: 851 time: 0.0837314 Jul 14 13:50:01.336175 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-6d2d873e-5928-4ef2-a6b2-795aa2ab5f5b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4de1993-7c47-4ecf-ae83-1c08c36ec002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989773 Jul 14 13:50:01.384419 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a136a-5008-491c-af49-06ec1054b5f1 req-12de3f92-09d7-4835-a0e1-4c5a67647716 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:01.387328 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-505a136a-5008-491c-af49-06ec1054b5f1 req-12de3f92-09d7-4835-a0e1-4c5a67647716 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.59 "GET /v2.0/networks?id=6454f800-8ef5-4b50-ab22-8dab9a0ab218 HTTP/1.1" status: 200 len: 818 time: 0.1921835 Jul 14 13:50:01.408045 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9226d6a6-cdc6-4c6f-8cac-aff6f81426a3 req-dc05d972-fb41-4212-b053-c9a8c5c99833 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 210 time: 0.0468843 Jul 14 13:50:01.413749 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-505a136a-5008-491c-af49-06ec1054b5f1 req-283c2ed4-e846-43aa-a05a-cfccce026f44 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Request body: {'port': {'device_id': '8ae04817-3ee1-474d-ad78-fc9b23e3ddf8', 'network_id': '6454f800-8ef5-4b50-ab22-8dab9a0ab218', 'admin_state_up': True, 'tenant_id': '2f9d746b4e934f23803208b8947e1ac5'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:50:01.661392 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb44fb-e181-4161-8399-92ad163cc999 req-b6a673b7-5ad1-4f4a-9f12-2870a3a55147 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:01.668816 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-97eb44fb-e181-4161-8399-92ad163cc999 req-b6a673b7-5ad1-4f4a-9f12-2870a3a55147 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/ports?device_id=c66995cb-4c59-4f74-9924-f95643f55bd0 HTTP/1.1" status: 200 len: 944 time: 0.3816304 Jul 14 13:50:01.714128 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b7e08db4-b8ed-48ff-8d4d-429df46cd711 req-7e792483-107d-4b15-9943-14f3bf7779cc tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 210 time: 0.0735369 Jul 14 13:50:01.729201 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-97eb44fb-e181-4161-8399-92ad163cc999 req-fc9a925a-d433-4a92-b004-2b7407752e6d tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/security-groups?id=a10a40c1-03e1-4598-b38a-aeb8588c3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594869 Jul 14 13:50:01.749948 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-f0a1ef58-256b-4210-82a4-58c16362d3cb service neutron] 10.222.0.59 "GET /v2.0/networks/a4de1993-7c47-4ecf-ae83-1c08c36ec002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919213 Jul 14 13:50:01.797758 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-505a136a-5008-491c-af49-06ec1054b5f1 req-283c2ed4-e846-43aa-a05a-cfccce026f44 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Made reservation on behalf of 2f9d746b4e934f23803208b8947e1ac5 for: {'port': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:50:01.810420 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-505a136a-5008-491c-af49-06ec1054b5f1 req-283c2ed4-e846-43aa-a05a-cfccce026f44 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:01.914435 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-aa143d30-320a-46f2-945f-f868e0b5a616 req-418eab48-3b47-4e98-b681-1a393cb4a5d3 service neutron] 10.222.0.59 "GET /v2.0/networks/a4de1993-7c47-4ecf-ae83-1c08c36ec002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568954 Jul 14 13:50:01.951273 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 41316) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:02.090126 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b6261613-3155-45bf-948d-4791ad9ba59f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:02.124556 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [req-505a136a-5008-491c-af49-06ec1054b5f1 req-283c2ed4-e846-43aa-a05a-cfccce026f44 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Allocated IP 172.20.0.4 (6454f800-8ef5-4b50-ab22-8dab9a0ab218/0fa866c6-0b23-498d-86e8-617a82bdd6ff/cef9ee7d-401e-4905-b632-7f279f3489f2) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:50:02.246372 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b6261613-3155-45bf-948d-4791ad9ba59f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:02.270847 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b6261613-3155-45bf-948d-4791ad9ba59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:02.337787 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6261613-3155-45bf-948d-4791ad9ba59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81cbc423-7684-49f7-a81c-d19f5e5989af,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:02.339945 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-505a136a-5008-491c-af49-06ec1054b5f1 req-283c2ed4-e846-43aa-a05a-cfccce026f44 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Notify callbacks [] for port, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:02.354309 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-b6261613-3155-45bf-948d-4791ad9ba59f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bf61dd03bc8942bb9dbd5f270e54590c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4011178 Jul 14 13:50:02.356617 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 41330) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:02.379226 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-e266efe2-65d3-4528-b75d-0a9685f69c69 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:02.380880 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-e266efe2-65d3-4528-b75d-0a9685f69c69 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.59 "GET /v2.0/networks?id=6454f800-8ef5-4b50-ab22-8dab9a0ab218 HTTP/1.1" status: 200 len: 818 time: 0.2057834 Jul 14 13:50:02.412910 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-eece05b9-7eb4-4e3f-8a7b-88087e698a5f tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Request body: {'port': {'device_id': '5eeba2cd-d7f1-456b-88dc-f893600dd788', 'network_id': '6454f800-8ef5-4b50-ab22-8dab9a0ab218', 'admin_state_up': True, 'tenant_id': '2f9d746b4e934f23803208b8947e1ac5'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:50:02.434680 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-505a136a-5008-491c-af49-06ec1054b5f1 req-283c2ed4-e846-43aa-a05a-cfccce026f44 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:02.528334 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-19ac8ed1-907a-4896-8704-fc198a9d3c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:02.607526 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-505a136a-5008-491c-af49-06ec1054b5f1 req-283c2ed4-e846-43aa-a05a-cfccce026f44 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Network 6454f800-8ef5-4b50-ab22-8dab9a0ab218 is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:50:02.618801 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [req-505a136a-5008-491c-af49-06ec1054b5f1 req-283c2ed4-e846-43aa-a05a-cfccce026f44 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:50:02.623288 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c2ed4-e846-43aa-a05a-cfccce026f44 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Pushing event updated for resources: {'Port': ['ID=cef9ee7d-401e-4905-b632-7f279f3489f2,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:02.626855 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-19ac8ed1-907a-4896-8704-fc198a9d3c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:02.634151 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-505a136a-5008-491c-af49-06ec1054b5f1 req-283c2ed4-e846-43aa-a05a-cfccce026f44 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:50:02.701981 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a136a-5008-491c-af49-06ec1054b5f1 req-283c2ed4-e846-43aa-a05a-cfccce026f44 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:02.702622 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-505a136a-5008-491c-af49-06ec1054b5f1 req-283c2ed4-e846-43aa-a05a-cfccce026f44 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:02.706777 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-eeda3316-187a-4071-80c2-350ac7ffe743 req-8911f675-3aad-42fe-b2df-c197116e2edd tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 210 time: 0.0553589 Jul 14 13:50:02.723474 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-505a136a-5008-491c-af49-06ec1054b5f1 req-283c2ed4-e846-43aa-a05a-cfccce026f44 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3175423 Jul 14 13:50:02.733405 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-19ac8ed1-907a-4896-8704-fc198a9d3c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:02.736772 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-19ac8ed1-907a-4896-8704-fc198a9d3c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:02.738216 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-19ac8ed1-907a-4896-8704-fc198a9d3c08 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/81cbc423-7684-49f7-a81c-d19f5e5989af HTTP/1.1" status: 204 len: 168 time: 0.3785841 Jul 14 13:50:02.745020 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-505a136a-5008-491c-af49-06ec1054b5f1 req-1f28a89f-74e7-4af5-a901-e7291a16dbad service neutron] Request body: {'port': {'device_id': '8ae04817-3ee1-474d-ad78-fc9b23e3ddf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:50:02.835645 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-eece05b9-7eb4-4e3f-8a7b-88087e698a5f tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Made reservation on behalf of 2f9d746b4e934f23803208b8947e1ac5 for: {'port': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:50:02.839615 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-eece05b9-7eb4-4e3f-8a7b-88087e698a5f tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:02.844876 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac8ed1-907a-4896-8704-fc198a9d3c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cbc423-7684-49f7-a81c-d19f5e5989af,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:02.999699 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.59', 49896) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:03.000543 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-505a136a-5008-491c-af49-06ec1054b5f1 req-1f28a89f-74e7-4af5-a901-e7291a16dbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:03.078347 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_common [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-eece05b9-7eb4-4e3f-8a7b-88087e698a5f tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Allocated IP 172.20.0.13 (6454f800-8ef5-4b50-ab22-8dab9a0ab218/0fa866c6-0b23-498d-86e8-617a82bdd6ff/2e9c2857-dbaa-48d1-adbb-1c5c61fe0922) {{(pid=104573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:50:03.174449 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2accadff-a81c-4ef0-8cf0-17c238e49849 req-7bf6d461-cefa-4da9-9d47-4e678954ecfc tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 210 time: 0.0873981 Jul 14 13:50:03.384469 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aea5d6-58c4-4e85-a531-a7ddf55a898a req-033aa03a-9ad7-4c54-b1b8-ef8237769f50 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:03.391197 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-66aea5d6-58c4-4e85-a531-a7ddf55a898a req-033aa03a-9ad7-4c54-b1b8-ef8237769f50 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/ports?device_id=c66995cb-4c59-4f74-9924-f95643f55bd0 HTTP/1.1" status: 200 len: 944 time: 0.4956973 Jul 14 13:50:03.469920 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-eece05b9-7eb4-4e3f-8a7b-88087e698a5f tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Notify callbacks [] for port, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:03.499599 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 41390) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:03.525738 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6b15b488-af56-4378-b347-4b180a53a5fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:03.570799 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-eece05b9-7eb4-4e3f-8a7b-88087e698a5f tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25680231'] for port, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:03.604554 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-66aea5d6-58c4-4e85-a531-a7ddf55a898a req-629e9c3a-f3ad-44d8-944b-efd2e40ac6b7 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/security-groups?id=a10a40c1-03e1-4598-b38a-aeb8588c3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123189 Jul 14 13:50:03.649885 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-e273ef87-308e-44d2-91be-877e77916138 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:03.651338 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-e273ef87-308e-44d2-91be-877e77916138 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.59 "GET /v2.0/networks?id=4b726da0-ae68-495b-bfc7-0968d1d28d92 HTTP/1.1" status: 200 len: 817 time: 0.6312575 Jul 14 13:50:03.669536 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-eece05b9-7eb4-4e3f-8a7b-88087e698a5f tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Network 6454f800-8ef5-4b50-ab22-8dab9a0ab218 is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:50:03.672170 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece05b9-7eb4-4e3f-8a7b-88087e698a5f tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Pushing event updated for resources: {'Port': ['ID=2e9c2857-dbaa-48d1-adbb-1c5c61fe0922,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:03.683136 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-eece05b9-7eb4-4e3f-8a7b-88087e698a5f tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:50:03.688485 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-eece05b9-7eb4-4e3f-8a7b-88087e698a5f tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Received port after_create {{(pid=104573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:50:03.770639 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-eece05b9-7eb4-4e3f-8a7b-88087e698a5f tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:03.771417 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-eece05b9-7eb4-4e3f-8a7b-88087e698a5f tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for port, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:03.778211 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-b5f1bed3-b0fe-4f85-9bce-e2bb14e7a30d tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0aa375225aa7437fa9ce67ac24df914c HTTP/1.1" status: 200 len: 379 time: 0.0862911 Jul 14 13:50:03.796970 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-ce1f74a6-a162-44d4-94a1-2ca35e93455a tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Request body: {'port': {'device_id': '4dd6b9f5-3db4-4989-ab90-d8880de6c6e8', 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92', 'admin_state_up': True, 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'security_groups': ['162523fc-6bd4-4f33-8467-5951c3d31560']}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:50:03.805487 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6b15b488-af56-4378-b347-4b180a53a5fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:03.812412 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6b15b488-af56-4378-b347-4b180a53a5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:03.828722 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-eece05b9-7eb4-4e3f-8a7b-88087e698a5f tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4305093 Jul 14 13:50:03.854711 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-4fe63274-db17-45f3-857c-0e50b5423302 service neutron] Request body: {'port': {'device_id': '5eeba2cd-d7f1-456b-88dc-f893600dd788', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:50:03.873456 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-6b15b488-af56-4378-b347-4b180a53a5fb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c790a22ff9d04ca4bd21dd0a74baf97b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3699088 Jul 14 13:50:03.873577 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 41412) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:03.920619 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15b488-af56-4378-b347-4b180a53a5fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32963242-cfe8-4e62-b235-122d5fba1da5,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:03.935279 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [req-505a136a-5008-491c-af49-06ec1054b5f1 req-1f28a89f-74e7-4af5-a901-e7291a16dbad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef9ee7d-401e-4905-b632-7f279f3489f2 {{(pid=104572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:50:03.959426 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-505a136a-5008-491c-af49-06ec1054b5f1 req-1f28a89f-74e7-4af5-a901-e7291a16dbad service neutron] Notify callbacks [] for port, precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:03.994818 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-505a136a-5008-491c-af49-06ec1054b5f1 req-1f28a89f-74e7-4af5-a901-e7291a16dbad service neutron] Transition to ACTIVE for port object cef9ee7d-401e-4905-b632-7f279f3489f2 will not be triggered until provisioned by entity L2. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:50:04.006398 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-4fe63274-db17-45f3-857c-0e50b5423302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:04.008437 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-505a136a-5008-491c-af49-06ec1054b5f1 req-1f28a89f-74e7-4af5-a901-e7291a16dbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28728568'] for port, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:04.024118 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-efaec39e-6519-4d79-87da-3e92842286fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:04.026882 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a98c4c-496e-468c-ade8-6179e2234eef req-06490ebd-a5ff-4d0b-a1dd-b9aeed86ca52 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:04.028447 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-38a98c4c-496e-468c-ade8-6179e2234eef req-06490ebd-a5ff-4d0b-a1dd-b9aeed86ca52 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 932 time: 0.1655374 Jul 14 13:50:04.091132 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-ce1f74a6-a162-44d4-94a1-2ca35e93455a tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Made reservation on behalf of 0aa375225aa7437fa9ce67ac24df914c for: {'port': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:50:04.092492 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-ce1f74a6-a162-44d4-94a1-2ca35e93455a tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:04.096224 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-efaec39e-6519-4d79-87da-3e92842286fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:04.104795 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28a89f-74e7-4af5-a901-e7291a16dbad service neutron] Pushing event updated for resources: {'Port': ['ID=cef9ee7d-401e-4905-b632-7f279f3489f2,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:04.126779 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-38a98c4c-496e-468c-ade8-6179e2234eef req-9b8807b5-3a38-4475-9143-29dc5de4c147 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749056 Jul 14 13:50:04.359791 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-505a136a-5008-491c-af49-06ec1054b5f1 req-1f28a89f-74e7-4af5-a901-e7291a16dbad service neutron] Attempting to bind port cef9ee7d-401e-4905-b632-7f279f3489f2 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:50:04.360699 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-505a136a-5008-491c-af49-06ec1054b5f1 req-1f28a89f-74e7-4af5-a901-e7291a16dbad service neutron] Attempting to bind port cef9ee7d-401e-4905-b632-7f279f3489f2 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '0547d367-b0f7-4efe-b546-06bf6350879a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '6454f800-8ef5-4b50-ab22-8dab9a0ab218'}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:50:04.361098 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505a136a-5008-491c-af49-06ec1054b5f1 req-1f28a89f-74e7-4af5-a901-e7291a16dbad service neutron] Attempting to bind port cef9ee7d-401e-4905-b632-7f279f3489f2 on network 6454f800-8ef5-4b50-ab22-8dab9a0ab218 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:50:04.366997 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-efaec39e-6519-4d79-87da-3e92842286fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:04.374789 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-efaec39e-6519-4d79-87da-3e92842286fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:04.385364 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-efaec39e-6519-4d79-87da-3e92842286fe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/32963242-cfe8-4e62-b235-122d5fba1da5 HTTP/1.1" status: 204 len: 168 time: 0.5051394 Jul 14 13:50:04.424647 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.notifiers.nova [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-4fe63274-db17-45f3-857c-0e50b5423302 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e9c2857-dbaa-48d1-adbb-1c5c61fe0922 {{(pid=104573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:50:04.435113 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-4fe63274-db17-45f3-857c-0e50b5423302 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:04.450039 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.provisioning_blocks [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-4fe63274-db17-45f3-857c-0e50b5423302 service neutron] Transition to ACTIVE for port object 2e9c2857-dbaa-48d1-adbb-1c5c61fe0922 will not be triggered until provisioned by entity L2. {{(pid=104573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:50:04.452204 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505a136a-5008-491c-af49-06ec1054b5f1 req-1f28a89f-74e7-4af5-a901-e7291a16dbad service neutron] Port cef9ee7d-401e-4905-b632-7f279f3489f2 on network 6454f800-8ef5-4b50-ab22-8dab9a0ab218 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:50:04.452509 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505a136a-5008-491c-af49-06ec1054b5f1 req-1f28a89f-74e7-4af5-a901-e7291a16dbad service neutron] Attempting to bind port cef9ee7d-401e-4905-b632-7f279f3489f2 on network 6454f800-8ef5-4b50-ab22-8dab9a0ab218 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:50:04.457417 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-4fe63274-db17-45f3-857c-0e50b5423302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25680236'] for port, after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:04.466476 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-88614b18-6302-4757-a07f-45cc65dc9fb3 req-1fc31dcd-7f1c-4ab5-bd70-55d31fce13a1 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 210 time: 0.0798125 Jul 14 13:50:04.488881 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505a136a-5008-491c-af49-06ec1054b5f1 req-1f28a89f-74e7-4af5-a901-e7291a16dbad service neutron] Checking agent: {'id': '92e582b9-0e65-4c58-8afe-cb3347eabd77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 47, 47), 'started_at': datetime.datetime(2021, 7, 14, 13, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:50:04.489532 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505a136a-5008-491c-af49-06ec1054b5f1 req-1f28a89f-74e7-4af5-a901-e7291a16dbad service neutron] Checking segment: {'id': '0547d367-b0f7-4efe-b546-06bf6350879a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '6454f800-8ef5-4b50-ab22-8dab9a0ab218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:50:04.490389 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505a136a-5008-491c-af49-06ec1054b5f1 req-1f28a89f-74e7-4af5-a901-e7291a16dbad service neutron] Bound using segment: {'id': '0547d367-b0f7-4efe-b546-06bf6350879a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '6454f800-8ef5-4b50-ab22-8dab9a0ab218'} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:50:04.491495 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-505a136a-5008-491c-af49-06ec1054b5f1 req-1f28a89f-74e7-4af5-a901-e7291a16dbad service neutron] Bound port: cef9ee7d-401e-4905-b632-7f279f3489f2, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0547d367-b0f7-4efe-b546-06bf6350879a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '6454f800-8ef5-4b50-ab22-8dab9a0ab218'}}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:50:04.492400 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-505a136a-5008-491c-af49-06ec1054b5f1 req-1f28a89f-74e7-4af5-a901-e7291a16dbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:04.495181 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaec39e-6519-4d79-87da-3e92842286fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32963242-cfe8-4e62-b235-122d5fba1da5,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:04.511131 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-ce1f74a6-a162-44d4-94a1-2ca35e93455a tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Allocated IP 172.20.0.3 (4b726da0-ae68-495b-bfc7-0968d1d28d92/ebef684f-df3e-493a-a16d-87acc125d2bb/8fc7b91e-d223-4e13-8532-c3ca0d191f0b) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:50:04.550546 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device c0bee2fe-5d7f-4011-a39d-94a0cb729dbb details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=104575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:50:04.560556 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe63274-db17-45f3-857c-0e50b5423302 service neutron] Pushing event updated for resources: {'Port': ['ID=2e9c2857-dbaa-48d1-adbb-1c5c61fe0922,revision_number=2']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:04.757885 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.managers [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-4fe63274-db17-45f3-857c-0e50b5423302 service neutron] Attempting to bind port 2e9c2857-dbaa-48d1-adbb-1c5c61fe0922 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=104573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:50:04.758170 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.managers [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-4fe63274-db17-45f3-857c-0e50b5423302 service neutron] Attempting to bind port 2e9c2857-dbaa-48d1-adbb-1c5c61fe0922 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '0547d367-b0f7-4efe-b546-06bf6350879a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '6454f800-8ef5-4b50-ab22-8dab9a0ab218'}] {{(pid=104573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:50:04.758497 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-4fe63274-db17-45f3-857c-0e50b5423302 service neutron] Attempting to bind port 2e9c2857-dbaa-48d1-adbb-1c5c61fe0922 on network 6454f800-8ef5-4b50-ab22-8dab9a0ab218 {{(pid=104573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:50:04.773871 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-4fe63274-db17-45f3-857c-0e50b5423302 service neutron] Port 2e9c2857-dbaa-48d1-adbb-1c5c61fe0922 on network 6454f800-8ef5-4b50-ab22-8dab9a0ab218 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=104573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:50:04.774775 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-4fe63274-db17-45f3-857c-0e50b5423302 service neutron] Attempting to bind port 2e9c2857-dbaa-48d1-adbb-1c5c61fe0922 on network 6454f800-8ef5-4b50-ab22-8dab9a0ab218 {{(pid=104573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:50:04.785225 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-4fe63274-db17-45f3-857c-0e50b5423302 service neutron] Checking agent: {'id': '92e582b9-0e65-4c58-8afe-cb3347eabd77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 47, 47), 'started_at': datetime.datetime(2021, 7, 14, 13, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:50:04.785571 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-4fe63274-db17-45f3-857c-0e50b5423302 service neutron] Checking segment: {'id': '0547d367-b0f7-4efe-b546-06bf6350879a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '6454f800-8ef5-4b50-ab22-8dab9a0ab218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:50:04.785967 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-4fe63274-db17-45f3-857c-0e50b5423302 service neutron] Bound using segment: {'id': '0547d367-b0f7-4efe-b546-06bf6350879a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '6454f800-8ef5-4b50-ab22-8dab9a0ab218'} {{(pid=104573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:50:04.786410 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.managers [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-4fe63274-db17-45f3-857c-0e50b5423302 service neutron] Bound port: 2e9c2857-dbaa-48d1-adbb-1c5c61fe0922, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0547d367-b0f7-4efe-b546-06bf6350879a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '6454f800-8ef5-4b50-ab22-8dab9a0ab218'}}] {{(pid=104573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:50:04.786831 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-4fe63274-db17-45f3-857c-0e50b5423302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:04.823699 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port c0bee2fe-5d7f-4011-a39d-94a0cb729dbb, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c0bee2fe-5d7f-4011-a39d-94a0cb729dbb,segment=NetworkSegment(bf7a6c71-c634-4a61-86f2-3f00bb21f2c8),segment_id=bf7a6c71-c634-4a61-86f2-3f00bb21f2c8)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:50:04.838315 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Returning: {'device': 'c0bee2fe-5d7f-4011-a39d-94a0cb729dbb', 'network_id': 'a4de1993-7c47-4ecf-ae83-1c08c36ec002', 'port_id': 'c0bee2fe-5d7f-4011-a39d-94a0cb729dbb', 'mac_address': 'fa:16:3e:08:33:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2914cfec-3a39-4126-919b-2a077e7bd9d1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:50:04.861674 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-505a136a-5008-491c-af49-06ec1054b5f1 req-1f28a89f-74e7-4af5-a901-e7291a16dbad service neutron] For port cef9ee7d-401e-4905-b632-7f279f3489f2, host hv-cinder-80069, cleared binding levels {{(pid=104572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:50:04.891688 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-505a136a-5008-491c-af49-06ec1054b5f1 req-1f28a89f-74e7-4af5-a901-e7291a16dbad service neutron] For port cef9ee7d-401e-4905-b632-7f279f3489f2, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=cef9ee7d-401e-4905-b632-7f279f3489f2,segment=NetworkSegment(0547d367-b0f7-4efe-b546-06bf6350879a),segment_id=0547d367-b0f7-4efe-b546-06bf6350879a)] {{(pid=104572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:50:04.902641 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-505a136a-5008-491c-af49-06ec1054b5f1 req-1f28a89f-74e7-4af5-a901-e7291a16dbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28728568'] for port, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:04.904649 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:04.952111 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0bee2fe-5d7f-4011-a39d-94a0cb729dbb {{(pid=104575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:50:04.974504 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a136a-5008-491c-af49-06ec1054b5f1 req-1f28a89f-74e7-4af5-a901-e7291a16dbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:04.975158 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-505a136a-5008-491c-af49-06ec1054b5f1 req-1f28a89f-74e7-4af5-a901-e7291a16dbad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:04.976729 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-505a136a-5008-491c-af49-06ec1054b5f1 req-1f28a89f-74e7-4af5-a901-e7291a16dbad service neutron] 10.222.0.59 "PUT /v2.0/ports/cef9ee7d-401e-4905-b632-7f279f3489f2 HTTP/1.1" status: 200 len: 1093 time: 2.2370646 Jul 14 13:50:04.979882 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae04817-3ee1-474d-ad78-fc9b23e3ddf8', 'tag': 'cef9ee7d-401e-4905-b632-7f279f3489f2'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:50:05.004134 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port c0bee2fe-5d7f-4011-a39d-94a0cb729dbb, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c0bee2fe-5d7f-4011-a39d-94a0cb729dbb,segment=NetworkSegment(bf7a6c71-c634-4a61-86f2-3f00bb21f2c8),segment_id=bf7a6c71-c634-4a61-86f2-3f00bb21f2c8)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:50:05.015900 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:05.016101 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-ce1f74a6-a162-44d4-94a1-2ca35e93455a tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for port, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:05.028812 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28a89f-74e7-4af5-a901-e7291a16dbad service neutron] Pushing event updated for resources: {'Port': ['ID=cef9ee7d-401e-4905-b632-7f279f3489f2,revision_number=3']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:05.047025 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-ce1f74a6-a162-44d4-94a1-2ca35e93455a tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Transition to ACTIVE for port object 8fc7b91e-d223-4e13-8532-c3ca0d191f0b will not be triggered until provisioned by entity DHCP. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:50:05.059681 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-4fe63274-db17-45f3-857c-0e50b5423302 service neutron] For port 2e9c2857-dbaa-48d1-adbb-1c5c61fe0922, host hv-cinder-80069, cleared binding levels {{(pid=104573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:50:05.073102 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-4fe63274-db17-45f3-857c-0e50b5423302 service neutron] For port 2e9c2857-dbaa-48d1-adbb-1c5c61fe0922, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2e9c2857-dbaa-48d1-adbb-1c5c61fe0922,segment=NetworkSegment(0547d367-b0f7-4efe-b546-06bf6350879a),segment_id=0547d367-b0f7-4efe-b546-06bf6350879a)] {{(pid=104573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:50:05.121284 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd5330-795e-451f-b099-4dda2b8ab4ec req-149f94b9-0798-4be1-b3c2-1122dda4b230 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:05.135534 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-26bd5330-795e-451f-b099-4dda2b8ab4ec req-149f94b9-0798-4be1-b3c2-1122dda4b230 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/ports?device_id=c66995cb-4c59-4f74-9924-f95643f55bd0 HTTP/1.1" status: 200 len: 944 time: 0.3327792 Jul 14 13:50:05.157945 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-4fe63274-db17-45f3-857c-0e50b5423302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25680236'] for port, after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:05.181847 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=c0bee2fe-5d7f-4011-a39d-94a0cb729dbb,revision_number=4']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:05.229077 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a136a-5008-491c-af49-06ec1054b5f1 req-a539a3de-3ea7-4f74-9c9a-e68a6944fbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:05.230756 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-505a136a-5008-491c-af49-06ec1054b5f1 req-a539a3de-3ea7-4f74-9c9a-e68a6944fbd3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f9d746b4e934f23803208b8947e1ac5&device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 1096 time: 0.1777053 Jul 14 13:50:05.235401 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-ce1f74a6-a162-44d4-94a1-2ca35e93455a tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:05.239954 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8786571b-87a6-4308-858b-927e4d02e337" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae04817-3ee1-474d-ad78-fc9b23e3ddf8", "tag": "cef9ee7d-401e-4905-b632-7f279f3489f2"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:50:05.300204 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f74a6-a162-44d4-94a1-2ca35e93455a tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Pushing event updated for resources: {'Port': ['ID=8fc7b91e-d223-4e13-8532-c3ca0d191f0b,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:05.306745 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe63274-db17-45f3-857c-0e50b5423302 service neutron] Pushing event updated for resources: {'Port': ['ID=2e9c2857-dbaa-48d1-adbb-1c5c61fe0922,revision_number=3']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:05.320603 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-4fe63274-db17-45f3-857c-0e50b5423302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:05.321553 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-4fe63274-db17-45f3-857c-0e50b5423302 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for port, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:05.323744 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-4fe63274-db17-45f3-857c-0e50b5423302 service neutron] 10.222.0.59 "PUT /v2.0/ports/2e9c2857-dbaa-48d1-adbb-1c5c61fe0922 HTTP/1.1" status: 200 len: 1094 time: 1.4780982 Jul 14 13:50:05.326293 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eeba2cd-d7f1-456b-88dc-f893600dd788', 'tag': '2e9c2857-dbaa-48d1-adbb-1c5c61fe0922'}] {{(pid=104573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:50:05.329328 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad51c498d533f361780c3af87c8a8c65edab733b1bfa9c6a05399bf2ccc5452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f885523-eafb-4903-b999-49da2ae63ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "5eeba2cd-d7f1-456b-88dc-f893600dd788", "tag": "2e9c2857-dbaa-48d1-adbb-1c5c61fe0922"}]}' {{(pid=104573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:50:05.366744 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['c0bee2fe-5d7f-4011-a39d-94a0cb729dbb'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:50:05.390545 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-26bd5330-795e-451f-b099-4dda2b8ab4ec req-5ccc60e7-2895-4114-b852-c927a252b14c tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/security-groups?id=a10a40c1-03e1-4598-b38a-aeb8588c3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532964 Jul 14 13:50:05.472284 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-505a136a-5008-491c-af49-06ec1054b5f1 req-3767c1cc-4d80-4618-bd7c-b341923aa9b6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cef9ee7d-401e-4905-b632-7f279f3489f2 HTTP/1.1" status: 200 len: 217 time: 0.1734512 Jul 14 13:50:05.548191 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-6698372c-efb6-41e9-a4b2-49973b5e299c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:05.550537 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-6698372c-efb6-41e9-a4b2-49973b5e299c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f9d746b4e934f23803208b8947e1ac5&device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 1097 time: 0.1542115 Jul 14 13:50:05.552139 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-ce1f74a6-a162-44d4-94a1-2ca35e93455a tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Network 4b726da0-ae68-495b-bfc7-0968d1d28d92 is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:50:05.583263 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-ce1f74a6-a162-44d4-94a1-2ca35e93455a tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:50:05.592557 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-ce1f74a6-a162-44d4-94a1-2ca35e93455a tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:50:05.648683 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-c5787796-1ef8-457c-b84a-1a94e2b4f330 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e9c2857-dbaa-48d1-adbb-1c5c61fe0922 HTTP/1.1" status: 200 len: 217 time: 0.0845261 Jul 14 13:50:05.737840 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-4002c202-5246-4b67-ba01-9a524b3cb13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:05.741375 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-4002c202-5246-4b67-ba01-9a524b3cb13e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fa866c6-0b23-498d-86e8-617a82bdd6ff HTTP/1.1" status: 200 len: 858 time: 0.0831716 Jul 14 13:50:05.780962 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a136a-5008-491c-af49-06ec1054b5f1 req-2738d689-e5ee-470e-8c69-7cd98a66bbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:05.784943 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-505a136a-5008-491c-af49-06ec1054b5f1 req-2738d689-e5ee-470e-8c69-7cd98a66bbf2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fa866c6-0b23-498d-86e8-617a82bdd6ff HTTP/1.1" status: 200 len: 858 time: 0.3023052 Jul 14 13:50:05.801812 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-ce1f74a6-a162-44d4-94a1-2ca35e93455a tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:05.802540 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-ce1f74a6-a162-44d4-94a1-2ca35e93455a tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:05.824438 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-a264d936-9d91-4a72-a206-41ebb7fcddf7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6454f800-8ef5-4b50-ab22-8dab9a0ab218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765760 Jul 14 13:50:05.871404 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3010d970-ee68-4be9-bd54-52858bf58f84 x-openstack-request-id: req-3010d970-ee68-4be9-bd54-52858bf58f84 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:50:05.875648 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae04817-3ee1-474d-ad78-fc9b23e3ddf8", "tag": "cef9ee7d-401e-4905-b632-7f279f3489f2", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:50:05.876802 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3010d970-ee68-4be9-bd54-52858bf58f84 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:50:05.877856 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae04817-3ee1-474d-ad78-fc9b23e3ddf8', 'tag': 'cef9ee7d-401e-4905-b632-7f279f3489f2', 'status': 'completed', 'code': 200} Jul 14 13:50:05.955609 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a5a93c-0fda-4468-80ee-8fa025c610c8 x-openstack-request-id: req-b2a5a93c-0fda-4468-80ee-8fa025c610c8 {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:50:05.955909 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eeba2cd-d7f1-456b-88dc-f893600dd788", "tag": "2e9c2857-dbaa-48d1-adbb-1c5c61fe0922", "status": "completed", "code": 200}]} {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:50:05.956165 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b2a5a93c-0fda-4468-80ee-8fa025c610c8 {{(pid=104573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:50:05.956628 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eeba2cd-d7f1-456b-88dc-f893600dd788', 'tag': '2e9c2857-dbaa-48d1-adbb-1c5c61fe0922', 'status': 'completed', 'code': 200} Jul 14 13:50:06.002655 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-ce1f74a6-a162-44d4-94a1-2ca35e93455a tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2104123 Jul 14 13:50:06.009058 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-505a136a-5008-491c-af49-06ec1054b5f1 req-3bd85581-9477-4825-a1e6-076900e15b2d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6454f800-8ef5-4b50-ab22-8dab9a0ab218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1509354 Jul 14 13:50:06.034698 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1551c-3125-461e-baab-f340613f8c86 req-6702441a-2b1b-452b-ac5a-89d296a767d3 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:06.036566 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-aae1551c-3125-461e-baab-f340613f8c86 req-6702441a-2b1b-452b-ac5a-89d296a767d3 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 944 time: 0.5439923 Jul 14 13:50:06.043054 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-45351585-80c5-4812-b253-ca291022bcbd service neutron] Request body: {'port': {'device_id': '4dd6b9f5-3db4-4989-ab90-d8880de6c6e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:50:06.076722 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-7a113d5a-9ba5-478e-8955-7ff69e999b25 service neutron] 10.222.0.59 "GET /v2.0/networks/6454f800-8ef5-4b50-ab22-8dab9a0ab218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458174 Jul 14 13:50:06.150723 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-01324b59-8340-4cfb-b3d0-8a5b4d048383 None None] Provisioning for port 8fc7b91e-d223-4e13-8532-c3ca0d191f0b completed by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:50:06.159523 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-01324b59-8340-4cfb-b3d0-8a5b4d048383 None None] Provisioning complete for port 8fc7b91e-d223-4e13-8532-c3ca0d191f0b triggered by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:50:06.160132 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-01324b59-8340-4cfb-b3d0-8a5b4d048383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:06.228334 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-01324b59-8340-4cfb-b3d0-8a5b4d048383 None None] Port 8fc7b91e-d223-4e13-8532-c3ca0d191f0b cannot update to ACTIVE because it is not bound. {{(pid=104575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:50:06.230086 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 41568) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:06.238028 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-aae1551c-3125-461e-baab-f340613f8c86 req-118b2485-d6a2-4b6f-ba23-f3a98cab17c4 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847925 Jul 14 13:50:06.244911 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-524431c8-ac66-41d0-841f-5fbb454e9892 req-03a84c29-6e1a-4209-b5fc-68ad25ce3326 service neutron] 10.222.0.59 "GET /v2.0/networks/6454f800-8ef5-4b50-ab22-8dab9a0ab218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594748 Jul 14 13:50:06.256659 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320caed-e01c-438e-8aa3-11d19f6c1f94 req-848ce35e-5f8c-4d4a-bcde-3790c0a26160 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:06.264003 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c320caed-e01c-438e-8aa3-11d19f6c1f94 req-848ce35e-5f8c-4d4a-bcde-3790c0a26160 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 931 time: 0.1421897 Jul 14 13:50:06.322051 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c320caed-e01c-438e-8aa3-11d19f6c1f94 req-62bbd60a-6e8e-4029-a1e6-bef9a3531b09 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569904 Jul 14 13:50:06.428053 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f885523-eafb-4903-b999-49da2ae63ef4 req-66c4bf54-c41a-4b7e-8fe2-9fa223864eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:06.430055 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7f885523-eafb-4903-b999-49da2ae63ef4 req-66c4bf54-c41a-4b7e-8fe2-9fa223864eb5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f9d746b4e934f23803208b8947e1ac5&device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 1097 time: 0.0649059 Jul 14 13:50:06.488667 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-45351585-80c5-4812-b253-ca291022bcbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:06.495139 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-505a136a-5008-491c-af49-06ec1054b5f1 req-292262c3-9a3a-4f83-b5cf-02f7d31bf7fa service neutron] 10.222.0.59 "GET /v2.0/networks/6454f800-8ef5-4b50-ab22-8dab9a0ab218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574084 Jul 14 13:50:06.499067 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device c0bee2fe-5d7f-4011-a39d-94a0cb729dbb up at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:50:06.570283 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-533ace7e-e55a-4644-9b50-d17c71300bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:06.633548 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning for port c0bee2fe-5d7f-4011-a39d-94a0cb729dbb completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:50:06.639109 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning complete for port c0bee2fe-5d7f-4011-a39d-94a0cb729dbb triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:50:06.639526 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:06.726210 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-505a136a-5008-491c-af49-06ec1054b5f1 req-ecadd86b-0a5d-4e31-b6af-e378157f3d35 service neutron] 10.222.0.59 "GET /v2.0/networks/6454f800-8ef5-4b50-ab22-8dab9a0ab218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220154 Jul 14 13:50:06.761378 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f885523-eafb-4903-b999-49da2ae63ef4 req-75a428c6-c9cd-44da-8832-c055fdf8b30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:06.763042 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7f885523-eafb-4903-b999-49da2ae63ef4 req-75a428c6-c9cd-44da-8832-c055fdf8b30e service neutron] 10.222.0.59 "GET /v2.0/networks?id=6454f800-8ef5-4b50-ab22-8dab9a0ab218 HTTP/1.1" status: 200 len: 919 time: 0.3254974 Jul 14 13:50:06.837048 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7f885523-eafb-4903-b999-49da2ae63ef4 req-04002e21-e6a4-44b1-8cef-406222b49c2c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e9c2857-dbaa-48d1-adbb-1c5c61fe0922 HTTP/1.1" status: 200 len: 217 time: 0.0620995 Jul 14 13:50:06.877181 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:06.925943 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7ff7b-ec72-4c11-96f7-fd3401ea27eb req-b9f36a00-1492-44be-8977-8aa0ed95525e tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:06.927248 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c3f7ff7b-ec72-4c11-96f7-fd3401ea27eb req-b9f36a00-1492-44be-8977-8aa0ed95525e tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/ports?device_id=c66995cb-4c59-4f74-9924-f95643f55bd0 HTTP/1.1" status: 200 len: 945 time: 0.2589276 Jul 14 13:50:06.978637 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port c0bee2fe-5d7f-4011-a39d-94a0cb729dbb, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c0bee2fe-5d7f-4011-a39d-94a0cb729dbb,segment=NetworkSegment(bf7a6c71-c634-4a61-86f2-3f00bb21f2c8),segment_id=bf7a6c71-c634-4a61-86f2-3f00bb21f2c8)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:50:06.980595 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66995cb-4c59-4f74-9924-f95643f55bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0bee2fe-5d7f-4011-a39d-94a0cb729dbb'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:50:07.005855 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f885523-eafb-4903-b999-49da2ae63ef4 req-6cdb2e77-cd8c-48ca-9d3f-ba85c60f1674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:07.007695 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7f885523-eafb-4903-b999-49da2ae63ef4 req-6cdb2e77-cd8c-48ca-9d3f-ba85c60f1674 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fa866c6-0b23-498d-86e8-617a82bdd6ff HTTP/1.1" status: 200 len: 858 time: 0.1555090 Jul 14 13:50:07.019646 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c3f7ff7b-ec72-4c11-96f7-fd3401ea27eb req-8ab9fb7b-b1e1-4bfd-8c98-ed5da526b8fe tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/security-groups?id=a10a40c1-03e1-4598-b38a-aeb8588c3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799408 Jul 14 13:50:07.026747 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786571b-87a6-4308-858b-927e4d02e337 req-1a105bc3-17b4-4842-b8ac-793710fd6b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:07.028305 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8786571b-87a6-4308-858b-927e4d02e337 req-1a105bc3-17b4-4842-b8ac-793710fd6b21 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f9d746b4e934f23803208b8947e1ac5&device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 1096 time: 0.1819336 Jul 14 13:50:07.070749 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-533ace7e-e55a-4644-9b50-d17c71300bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:07.073599 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7f885523-eafb-4903-b999-49da2ae63ef4 req-2935e2a0-6fd0-43e3-a0ca-f44586581467 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6454f800-8ef5-4b50-ab22-8dab9a0ab218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528586 Jul 14 13:50:07.080621 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-533ace7e-e55a-4644-9b50-d17c71300bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:07.111924 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:07.153103 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-45351585-80c5-4812-b253-ca291022bcbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fc7b91e-d223-4e13-8532-c3ca0d191f0b {{(pid=104572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:50:07.201609 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=c0bee2fe-5d7f-4011-a39d-94a0cb729dbb,revision_number=5']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:07.214058 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ace7e-e55a-4644-9b50-d17c71300bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66418a26-e0f2-406f-b052-8404e4bf63ec,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:07.220557 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-45351585-80c5-4812-b253-ca291022bcbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:07.226648 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-533ace7e-e55a-4644-9b50-d17c71300bbc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0eb2bbf0c31c485f8933f147528d647a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9959326 Jul 14 13:50:07.232217 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 41608) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:07.293987 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7f885523-eafb-4903-b999-49da2ae63ef4 req-a3bb2e7e-5be7-454e-985e-140506cd76f5 service neutron] 10.222.0.59 "GET /v2.0/networks/6454f800-8ef5-4b50-ab22-8dab9a0ab218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097726 Jul 14 13:50:07.350565 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06891aadf294c70300823a606954559f382215362bc7d52ae5ebbe768d2ce9e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be9aacc-dba7-4761-88db-9774dcfbf786" -d '{"events": [{"server_uuid": "c66995cb-4c59-4f74-9924-f95643f55bd0", "name": "network-vif-plugged", "status": "completed", "tag": "c0bee2fe-5d7f-4011-a39d-94a0cb729dbb"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:50:07.382500 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-45351585-80c5-4812-b253-ca291022bcbd service neutron] Transition to ACTIVE for port object 8fc7b91e-d223-4e13-8532-c3ca0d191f0b will not be triggered until provisioned by entity L2. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:50:07.464633 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-45351585-80c5-4812-b253-ca291022bcbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28728568'] for port, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:07.506211 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7f885523-eafb-4903-b999-49da2ae63ef4 req-c0f97c78-0f4f-4f2c-a99b-41ece693b816 service neutron] 10.222.0.59 "GET /v2.0/networks/6454f800-8ef5-4b50-ab22-8dab9a0ab218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030995 Jul 14 13:50:07.538649 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa502f25-2ec4-49eb-90d4-20a3ec12e323 req-657e6422-337f-4859-aae9-3b6c2c5616c2 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:07.540421 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-aa502f25-2ec4-49eb-90d4-20a3ec12e323 req-657e6422-337f-4859-aae9-3b6c2c5616c2 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 944 time: 0.0840259 Jul 14 13:50:07.596041 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-aa502f25-2ec4-49eb-90d4-20a3ec12e323 req-598f7841-6dad-4f08-acdb-46439a41a7e8 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468082 Jul 14 13:50:07.615353 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-07ff8619-7e02-4751-b867-fc0d9deb1985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:07.716531 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786571b-87a6-4308-858b-927e4d02e337 req-258b806c-ef43-47b0-b641-222e7a5c0607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:07.718043 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8786571b-87a6-4308-858b-927e4d02e337 req-258b806c-ef43-47b0-b641-222e7a5c0607 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6454f800-8ef5-4b50-ab22-8dab9a0ab218 HTTP/1.1" status: 200 len: 919 time: 0.6670768 Jul 14 13:50:07.737475 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-07ff8619-7e02-4751-b867-fc0d9deb1985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:07.782113 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45351585-80c5-4812-b253-ca291022bcbd service neutron] Pushing event updated for resources: {'Port': ['ID=8fc7b91e-d223-4e13-8532-c3ca0d191f0b,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:07.861506 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8786571b-87a6-4308-858b-927e4d02e337 req-f5c0e835-bc3f-474f-b0be-649f70acc8b0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cef9ee7d-401e-4905-b632-7f279f3489f2 HTTP/1.1" status: 200 len: 217 time: 0.0999305 Jul 14 13:50:07.913821 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 41648) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:07.934293 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-45351585-80c5-4812-b253-ca291022bcbd service neutron] Attempting to bind port 8fc7b91e-d223-4e13-8532-c3ca0d191f0b on host hv-cinder-80069 for vnic_type normal with profile {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:50:07.934628 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-45351585-80c5-4812-b253-ca291022bcbd service neutron] Attempting to bind port 8fc7b91e-d223-4e13-8532-c3ca0d191f0b by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '3782ce6e-4a36-46a1-9082-0427f175f195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92'}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:50:07.935017 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-45351585-80c5-4812-b253-ca291022bcbd service neutron] Attempting to bind port 8fc7b91e-d223-4e13-8532-c3ca0d191f0b on network 4b726da0-ae68-495b-bfc7-0968d1d28d92 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:50:07.944069 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dfad96-d274-40cd-a336-af4ecba05527 req-d17a9187-06c3-447c-a994-681c1601f816 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:07.945244 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 41652) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:07.950594 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-09dfad96-d274-40cd-a336-af4ecba05527 req-d17a9187-06c3-447c-a994-681c1601f816 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 943 time: 0.3385501 Jul 14 13:50:07.966422 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-45351585-80c5-4812-b253-ca291022bcbd service neutron] Port 8fc7b91e-d223-4e13-8532-c3ca0d191f0b on network 4b726da0-ae68-495b-bfc7-0968d1d28d92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:50:07.966732 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-45351585-80c5-4812-b253-ca291022bcbd service neutron] Attempting to bind port 8fc7b91e-d223-4e13-8532-c3ca0d191f0b on network 4b726da0-ae68-495b-bfc7-0968d1d28d92 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:50:07.983763 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786571b-87a6-4308-858b-927e4d02e337 req-2a103cc5-2477-4ef2-8790-3d585ca94151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:07.985717 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8786571b-87a6-4308-858b-927e4d02e337 req-2a103cc5-2477-4ef2-8790-3d585ca94151 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fa866c6-0b23-498d-86e8-617a82bdd6ff HTTP/1.1" status: 200 len: 858 time: 0.1123278 Jul 14 13:50:07.988427 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-45351585-80c5-4812-b253-ca291022bcbd service neutron] Checking agent: {'id': '92e582b9-0e65-4c58-8afe-cb3347eabd77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 47, 47), 'started_at': datetime.datetime(2021, 7, 14, 13, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:50:07.988790 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-45351585-80c5-4812-b253-ca291022bcbd service neutron] Checking segment: {'id': '3782ce6e-4a36-46a1-9082-0427f175f195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:50:07.989219 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-45351585-80c5-4812-b253-ca291022bcbd service neutron] Bound using segment: {'id': '3782ce6e-4a36-46a1-9082-0427f175f195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92'} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:50:07.989732 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-45351585-80c5-4812-b253-ca291022bcbd service neutron] Bound port: 8fc7b91e-d223-4e13-8532-c3ca0d191f0b, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3782ce6e-4a36-46a1-9082-0427f175f195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92'}}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:50:07.990113 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-45351585-80c5-4812-b253-ca291022bcbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:08.003151 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-07ff8619-7e02-4751-b867-fc0d9deb1985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:08.005632 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-07ff8619-7e02-4751-b867-fc0d9deb1985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:08.006697 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-07ff8619-7e02-4751-b867-fc0d9deb1985 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/66418a26-e0f2-406f-b052-8404e4bf63ec HTTP/1.1" status: 204 len: 168 time: 0.7650213 Jul 14 13:50:08.049975 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8786571b-87a6-4308-858b-927e4d02e337 req-c906875c-6b76-4c0c-93b1-d6877c9ec7de service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6454f800-8ef5-4b50-ab22-8dab9a0ab218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477006 Jul 14 13:50:08.068789 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-bd966a59-2818-4856-a131-5d14d5a9fc77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:08.072646 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff8619-7e02-4751-b867-fc0d9deb1985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66418a26-e0f2-406f-b052-8404e4bf63ec,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:08.099541 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-09dfad96-d274-40cd-a336-af4ecba05527 req-4f45028a-64b8-4678-8502-ca247a16b5c7 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480997 Jul 14 13:50:08.119588 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fe8b29-f68e-48c9-b1bb-258c6cab9e87 x-openstack-request-id: req-93fe8b29-f68e-48c9-b1bb-258c6cab9e87 {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:50:08.120079 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66995cb-4c59-4f74-9924-f95643f55bd0", "name": "network-vif-plugged", "status": "completed", "tag": "c0bee2fe-5d7f-4011-a39d-94a0cb729dbb", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:50:08.120205 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-93fe8b29-f68e-48c9-b1bb-258c6cab9e87 {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:50:08.120718 dv-cinder-800697-2-iscsi neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66995cb-4c59-4f74-9924-f95643f55bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0bee2fe-5d7f-4011-a39d-94a0cb729dbb', 'code': 200} Jul 14 13:50:08.121952 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a4fcca10-cf9f-4fa6-98d2-358d21cd3b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:08.206874 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-45351585-80c5-4812-b253-ca291022bcbd service neutron] For port 8fc7b91e-d223-4e13-8532-c3ca0d191f0b, host hv-cinder-80069, cleared binding levels {{(pid=104572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:50:08.210826 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-45351585-80c5-4812-b253-ca291022bcbd service neutron] For port 8fc7b91e-d223-4e13-8532-c3ca0d191f0b, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=8fc7b91e-d223-4e13-8532-c3ca0d191f0b,segment=NetworkSegment(3782ce6e-4a36-46a1-9082-0427f175f195),segment_id=3782ce6e-4a36-46a1-9082-0427f175f195)] {{(pid=104572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:50:08.219886 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-45351585-80c5-4812-b253-ca291022bcbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28728568'] for port, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:08.267158 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-45351585-80c5-4812-b253-ca291022bcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:08.267817 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-45351585-80c5-4812-b253-ca291022bcbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:08.269375 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-45351585-80c5-4812-b253-ca291022bcbd service neutron] 10.222.0.59 "PUT /v2.0/ports/8fc7b91e-d223-4e13-8532-c3ca0d191f0b HTTP/1.1" status: 200 len: 1093 time: 2.2306561 Jul 14 13:50:08.272798 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-bd966a59-2818-4856-a131-5d14d5a9fc77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:08.277373 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd6b9f5-3db4-4989-ab90-d8880de6c6e8', 'tag': '8fc7b91e-d223-4e13-8532-c3ca0d191f0b'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:50:08.285956 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca16dba-2081-4b1d-ae8d-d6e2b32e7fbc" -d '{"events": [{"name": "network-changed", "server_uuid": "4dd6b9f5-3db4-4989-ab90-d8880de6c6e8", "tag": "8fc7b91e-d223-4e13-8532-c3ca0d191f0b"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:50:08.289148 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-bd966a59-2818-4856-a131-5d14d5a9fc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:08.327737 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8786571b-87a6-4308-858b-927e4d02e337 req-f517ac07-d657-48bd-8e89-6eb3a2783cf3 service neutron] 10.222.0.59 "GET /v2.0/networks/6454f800-8ef5-4b50-ab22-8dab9a0ab218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452445 Jul 14 13:50:08.353818 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45351585-80c5-4812-b253-ca291022bcbd service neutron] Pushing event updated for resources: {'Port': ['ID=8fc7b91e-d223-4e13-8532-c3ca0d191f0b,revision_number=3']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:08.357977 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c858b05b-b454-4aed-9ba9-67f2962e1090 x-openstack-request-id: req-c858b05b-b454-4aed-9ba9-67f2962e1090 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:50:08.358134 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dd6b9f5-3db4-4989-ab90-d8880de6c6e8", "tag": "8fc7b91e-d223-4e13-8532-c3ca0d191f0b", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:50:08.358686 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c858b05b-b454-4aed-9ba9-67f2962e1090 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:50:08.358686 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd6b9f5-3db4-4989-ab90-d8880de6c6e8', 'tag': '8fc7b91e-d223-4e13-8532-c3ca0d191f0b', 'status': 'completed', 'code': 200} Jul 14 13:50:08.450728 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-bd966a59-2818-4856-a131-5d14d5a9fc77 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dd974a0df44740839a5fa73bb5e67b3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5345168 Jul 14 13:50:08.451589 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd966a59-2818-4856-a131-5d14d5a9fc77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435b5ed2-ce32-43de-b9d9-2c82b1b2efe6,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:08.465271 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 41664) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:08.465741 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 41668) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:08.505242 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 2e9c2857-dbaa-48d1-adbb-1c5c61fe0922 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=104575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:50:08.519037 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d5a9bbec-4af9-4a28-b0b7-1a012fd128d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:08.592424 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b03d5-cef3-4a6b-b6a0-aa169a89ce3d req-e07d84d8-e372-4304-8e94-5852592f9812 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:08.599796 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-298b03d5-cef3-4a6b-b6a0-aa169a89ce3d req-e07d84d8-e372-4304-8e94-5852592f9812 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/ports?device_id=c66995cb-4c59-4f74-9924-f95643f55bd0 HTTP/1.1" status: 200 len: 946 time: 0.2483888 Jul 14 13:50:08.624153 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port 2e9c2857-dbaa-48d1-adbb-1c5c61fe0922, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2e9c2857-dbaa-48d1-adbb-1c5c61fe0922,segment=NetworkSegment(0547d367-b0f7-4efe-b546-06bf6350879a),segment_id=0547d367-b0f7-4efe-b546-06bf6350879a)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:50:08.629028 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-be62570b-b768-4143-8f39-7d0f7bde1eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:08.642179 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Returning: {'device': '2e9c2857-dbaa-48d1-adbb-1c5c61fe0922', 'network_id': '6454f800-8ef5-4b50-ab22-8dab9a0ab218', 'port_id': '2e9c2857-dbaa-48d1-adbb-1c5c61fe0922', 'mac_address': 'fa:16:3e:de:1a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa866c6-0b23-498d-86e8-617a82bdd6ff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:50:08.645162 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-5f8afe6a-0663-4f6e-9900-ef2e83606a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:08.646945 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-5f8afe6a-0663-4f6e-9900-ef2e83606a50 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0aa375225aa7437fa9ce67ac24df914c&device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 1096 time: 0.2616537 Jul 14 13:50:08.669278 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8786571b-87a6-4308-858b-927e4d02e337 req-a9dab066-21c2-497c-8226-66d247ca0f45 service neutron] 10.222.0.59 "GET /v2.0/networks/6454f800-8ef5-4b50-ab22-8dab9a0ab218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167651 Jul 14 13:50:08.692483 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:08.706018 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-be62570b-b768-4143-8f39-7d0f7bde1eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:08.708746 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-554a7815-2650-4c81-9068-0cf06d2de2a1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fc7b91e-d223-4e13-8532-c3ca0d191f0b HTTP/1.1" status: 200 len: 217 time: 0.0466959 Jul 14 13:50:08.709779 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e9c2857-dbaa-48d1-adbb-1c5c61fe0922 {{(pid=104575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:50:08.730650 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a4fcca10-cf9f-4fa6-98d2-358d21cd3b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:08.732101 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port 2e9c2857-dbaa-48d1-adbb-1c5c61fe0922, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2e9c2857-dbaa-48d1-adbb-1c5c61fe0922,segment=NetworkSegment(0547d367-b0f7-4efe-b546-06bf6350879a),segment_id=0547d367-b0f7-4efe-b546-06bf6350879a)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:50:08.736425 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24f6b0-7fd8-42ef-b3f6-943ce46e6eb3 req-08355838-34b5-48ed-8961-2737a9531a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:08.737997 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:08.738127 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fb24f6b0-7fd8-42ef-b3f6-943ce46e6eb3 req-08355838-34b5-48ed-8961-2737a9531a23 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c66995cb-4c59-4f74-9924-f95643f55bd0 HTTP/1.1" status: 200 len: 1099 time: 0.2683549 Jul 14 13:50:08.738799 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device cef9ee7d-401e-4905-b632-7f279f3489f2 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=104575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:50:08.741716 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a4fcca10-cf9f-4fa6-98d2-358d21cd3b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:08.749705 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-298b03d5-cef3-4a6b-b6a0-aa169a89ce3d req-e9b31cea-e680-46bf-a603-d1541c5de6a3 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/security-groups?id=a10a40c1-03e1-4598-b38a-aeb8588c3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491296 Jul 14 13:50:08.777978 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-fb24f6b0-7fd8-42ef-b3f6-943ce46e6eb3 req-1f8973fc-b64b-44cb-82ab-ee1c18a9ccc9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:08.805650 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-a4fcca10-cf9f-4fa6-98d2-358d21cd3b5c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7836422a83894de7b498db461b6bb8d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8557973 Jul 14 13:50:08.805650 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fcca10-cf9f-4fa6-98d2-358d21cd3b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781470e4-1b04-471c-a8bb-306b76545518,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:08.808292 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 41678) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:08.815327 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port cef9ee7d-401e-4905-b632-7f279f3489f2, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=cef9ee7d-401e-4905-b632-7f279f3489f2,segment=NetworkSegment(0547d367-b0f7-4efe-b546-06bf6350879a),segment_id=0547d367-b0f7-4efe-b546-06bf6350879a)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:50:08.823597 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=2e9c2857-dbaa-48d1-adbb-1c5c61fe0922,revision_number=4']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:08.831975 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Returning: {'device': 'cef9ee7d-401e-4905-b632-7f279f3489f2', 'network_id': '6454f800-8ef5-4b50-ab22-8dab9a0ab218', 'port_id': 'cef9ee7d-401e-4905-b632-7f279f3489f2', 'mac_address': 'fa:16:3e:4b:7b:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa866c6-0b23-498d-86e8-617a82bdd6ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:50:08.873773 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-506265e6-217f-465c-8d3e-f266f0601d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:08.873912 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:08.888108 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef9ee7d-401e-4905-b632-7f279f3489f2 {{(pid=104575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:50:08.899859 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-506265e6-217f-465c-8d3e-f266f0601d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:08.915432 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port cef9ee7d-401e-4905-b632-7f279f3489f2, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=cef9ee7d-401e-4905-b632-7f279f3489f2,segment=NetworkSegment(0547d367-b0f7-4efe-b546-06bf6350879a),segment_id=0547d367-b0f7-4efe-b546-06bf6350879a)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:50:08.921624 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:09.045846 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-6ae80a10-3c03-479d-bb5a-1ff09519c314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:09.048247 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-6ae80a10-3c03-479d-bb5a-1ff09519c314 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ebef684f-df3e-493a-a16d-87acc125d2bb HTTP/1.1" status: 200 len: 856 time: 0.3298414 Jul 14 13:50:09.113046 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=cef9ee7d-401e-4905-b632-7f279f3489f2,revision_number=4']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:09.118034 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.db.api [req-fb24f6b0-7fd8-42ef-b3f6-943ce46e6eb3 req-1f8973fc-b64b-44cb-82ab-ee1c18a9ccc9 service neutron] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 13:50:09.118034 dv-cinder-800697-2-iscsi neutron-server[104573]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 13:50:09.118034 dv-cinder-800697-2-iscsi neutron-server[104573]: [parameters: {'project_id_1': '0a51421d01254a77aa6fdda010dc1e3f', 'expiration_1': datetime.datetime(2021, 7, 14, 13, 50, 8, 810287)}] Jul 14 13:50:09.118034 dv-cinder-800697-2-iscsi neutron-server[104573]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=104573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 13:50:09.118820 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG oslo_db.api [req-fb24f6b0-7fd8-42ef-b3f6-943ce46e6eb3 req-1f8973fc-b64b-44cb-82ab-ee1c18a9ccc9 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 13:50:09.133052 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-be62570b-b768-4143-8f39-7d0f7bde1eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:09.136242 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-be62570b-b768-4143-8f39-7d0f7bde1eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:09.139925 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-be62570b-b768-4143-8f39-7d0f7bde1eb3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/435b5ed2-ce32-43de-b9d9-2c82b1b2efe6 HTTP/1.1" status: 204 len: 168 time: 0.6623278 Jul 14 13:50:09.158139 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df113c2d-722c-49fa-a4d7-746b82ac094d req-f105f5e3-f41b-4380-8f38-518c917144f4 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:09.165642 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-506265e6-217f-465c-8d3e-f266f0601d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:09.167160 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-df113c2d-722c-49fa-a4d7-746b82ac094d req-f105f5e3-f41b-4380-8f38-518c917144f4 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 945 time: 0.4361556 Jul 14 13:50:09.170293 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-506265e6-217f-465c-8d3e-f266f0601d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:09.171926 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-506265e6-217f-465c-8d3e-f266f0601d20 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/781470e4-1b04-471c-a8bb-306b76545518 HTTP/1.1" status: 204 len: 168 time: 0.3627155 Jul 14 13:50:09.200735 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506265e6-217f-465c-8d3e-f266f0601d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781470e4-1b04-471c-a8bb-306b76545518,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:09.215717 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be62570b-b768-4143-8f39-7d0f7bde1eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435b5ed2-ce32-43de-b9d9-2c82b1b2efe6,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:09.289495 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['2e9c2857-dbaa-48d1-adbb-1c5c61fe0922'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:50:09.293782 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-df113c2d-722c-49fa-a4d7-746b82ac094d req-897d80cb-14b2-46bd-b4eb-88f45b264bd4 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255887 Jul 14 13:50:09.314178 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-da5a37ff-5443-4ef3-9793-d981e34da7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:09.315982 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-da5a37ff-5443-4ef3-9793-d981e34da7cb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b726da0-ae68-495b-bfc7-0968d1d28d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2572126 Jul 14 13:50:09.342773 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['cef9ee7d-401e-4905-b632-7f279f3489f2'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:50:09.383565 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d5a9bbec-4af9-4a28-b0b7-1a012fd128d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:09.397011 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d5a9bbec-4af9-4a28-b0b7-1a012fd128d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:09.402804 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668b1ca-c41c-47e3-aaad-badc1d4a7d8e req-06ad048b-f168-4636-9b05-252a749d6675 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:09.418497 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8668b1ca-c41c-47e3-aaad-badc1d4a7d8e req-06ad048b-f168-4636-9b05-252a749d6675 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 943 time: 0.1380713 Jul 14 13:50:09.454674 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-d5a9bbec-4af9-4a28-b0b7-1a012fd128d4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aa7ac38fa2bb44039bb8656e68f84119&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9848969 Jul 14 13:50:09.456573 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 41694) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:09.473070 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9bbec-4af9-4a28-b0b7-1a012fd128d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b216f1a-b440-4a19-bb6d-c451bbc1bf01,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:09.487798 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-eea1eb31-96ed-4513-b54b-062dce718758 service neutron] 10.222.0.59 "GET /v2.0/networks/4b726da0-ae68-495b-bfc7-0968d1d28d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610780 Jul 14 13:50:09.571699 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8668b1ca-c41c-47e3-aaad-badc1d4a7d8e req-381ce5ee-352d-4f92-a03e-119ad9b32cc6 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502550 Jul 14 13:50:09.591739 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-cf178497-965f-4972-bb43-5de9f2c55cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:09.629210 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-fb24f6b0-7fd8-42ef-b3f6-943ce46e6eb3 req-1f8973fc-b64b-44cb-82ab-ee1c18a9ccc9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:09.667165 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-cf178497-965f-4972-bb43-5de9f2c55cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:09.703402 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-eadd3c81-e997-418f-92e2-62556b5b6d55 req-27aa5133-e268-4182-b348-81fba5a28433 service neutron] 10.222.0.59 "GET /v2.0/networks/4b726da0-ae68-495b-bfc7-0968d1d28d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103107 Jul 14 13:50:09.763470 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 41710) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:09.778187 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-bd0d08e8-2d89-484e-aaa3-c2d3b70a802d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:09.789735 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-cf178497-965f-4972-bb43-5de9f2c55cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:09.792394 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-cf178497-965f-4972-bb43-5de9f2c55cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:09.804230 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-cf178497-965f-4972-bb43-5de9f2c55cf7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0b216f1a-b440-4a19-bb6d-c451bbc1bf01 HTTP/1.1" status: 204 len: 168 time: 0.3464344 Jul 14 13:50:09.817816 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 41718) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:09.829428 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf178497-965f-4972-bb43-5de9f2c55cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b216f1a-b440-4a19-bb6d-c451bbc1bf01,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:09.850980 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0152af98-f295-4b62-825d-877d1c40bcdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:09.909215 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-fb24f6b0-7fd8-42ef-b3f6-943ce46e6eb3 req-1f8973fc-b64b-44cb-82ab-ee1c18a9ccc9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:09.922935 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-fb24f6b0-7fd8-42ef-b3f6-943ce46e6eb3 req-1f8973fc-b64b-44cb-82ab-ee1c18a9ccc9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:09.936004 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.db.api [None req-0152af98-f295-4b62-825d-877d1c40bcdc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 13:50:09.936004 dv-cinder-800697-2-iscsi neutron-server[104572]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 13:50:09.936004 dv-cinder-800697-2-iscsi neutron-server[104572]: [parameters: {'project_id_1': '7f12b1a1b65d4420aa1c727b3edb165c', 'expiration_1': datetime.datetime(2021, 7, 14, 13, 50, 9, 915087)}] Jul 14 13:50:09.936004 dv-cinder-800697-2-iscsi neutron-server[104572]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=104572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 13:50:09.936434 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG oslo_db.api [None req-0152af98-f295-4b62-825d-877d1c40bcdc admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 13:50:09.971428 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fb24f6b0-7fd8-42ef-b3f6-943ce46e6eb3 req-1f8973fc-b64b-44cb-82ab-ee1c18a9ccc9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a10a40c1-03e1-4598-b38a-aeb8588c3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2267570 Jul 14 13:50:09.981533 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8973fc-b64b-44cb-82ab-ee1c18a9ccc9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5338ee-b54a-4954-b910-22cbe88690d8,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:09.989889 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca16dba-2081-4b1d-ae8d-d6e2b32e7fbc req-10312e1a-01db-4bdf-b83f-181fadf8d5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:09.991445 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5ca16dba-2081-4b1d-ae8d-d6e2b32e7fbc req-10312e1a-01db-4bdf-b83f-181fadf8d5f5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0aa375225aa7437fa9ce67ac24df914c&device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 1096 time: 0.1667333 Jul 14 13:50:10.013909 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01e9a5-fe6b-47c7-9592-e9bc791a558c req-2def427c-794a-4de2-852e-fa98a467e267 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:10.015811 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fa01e9a5-fe6b-47c7-9592-e9bc791a558c req-2def427c-794a-4de2-852e-fa98a467e267 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/ports?device_id=c66995cb-4c59-4f74-9924-f95643f55bd0 HTTP/1.1" status: 200 len: 946 time: 0.0981677 Jul 14 13:50:10.059170 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-bd0d08e8-2d89-484e-aaa3-c2d3b70a802d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:10.064530 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-bd0d08e8-2d89-484e-aaa3-c2d3b70a802d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:10.079201 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fa01e9a5-fe6b-47c7-9592-e9bc791a558c req-ac83fa1d-6a37-4f3f-95a6-39629f26eaa7 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/security-groups?id=a10a40c1-03e1-4598-b38a-aeb8588c3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554736 Jul 14 13:50:10.108198 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-bd0d08e8-2d89-484e-aaa3-c2d3b70a802d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4e1c4345f684455c8d1733f77ae868be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3437316 Jul 14 13:50:10.110394 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d08e8-2d89-484e-aaa3-c2d3b70a802d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadecbed-53e5-47c0-acd0-d1b9e5eafb23,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:10.111456 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 41724) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:10.165304 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-62efe57b-7084-4b9c-bb78-393f3978be2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:10.187162 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-62efe57b-7084-4b9c-bb78-393f3978be2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:10.205481 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 41728) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:10.244819 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-62efe57b-7084-4b9c-bb78-393f3978be2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:10.248938 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-62efe57b-7084-4b9c-bb78-393f3978be2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:10.251136 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-62efe57b-7084-4b9c-bb78-393f3978be2a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aadecbed-53e5-47c0-acd0-d1b9e5eafb23 HTTP/1.1" status: 204 len: 168 time: 0.1367168 Jul 14 13:50:10.260132 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62efe57b-7084-4b9c-bb78-393f3978be2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadecbed-53e5-47c0-acd0-d1b9e5eafb23,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:10.332159 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7c4c1ad8-648b-4e94-9511-15d20cf8c7f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:10.374446 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca16dba-2081-4b1d-ae8d-d6e2b32e7fbc req-ce024ab7-3a70-465e-963b-3ed49938283f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:10.377537 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5ca16dba-2081-4b1d-ae8d-d6e2b32e7fbc req-ce024ab7-3a70-465e-963b-3ed49938283f service neutron] 10.222.0.59 "GET /v2.0/networks?id=4b726da0-ae68-495b-bfc7-0968d1d28d92 HTTP/1.1" status: 200 len: 918 time: 0.0987554 Jul 14 13:50:10.426116 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5ca16dba-2081-4b1d-ae8d-d6e2b32e7fbc req-459fc4fc-e5e1-4c25-a28e-2d6d886efa1b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fc7b91e-d223-4e13-8532-c3ca0d191f0b HTTP/1.1" status: 200 len: 217 time: 0.0419447 Jul 14 13:50:10.470977 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0152af98-f295-4b62-825d-877d1c40bcdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:10.495674 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca16dba-2081-4b1d-ae8d-d6e2b32e7fbc req-2738c484-dbdd-44b1-86d1-6a161733022d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:10.497772 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5ca16dba-2081-4b1d-ae8d-d6e2b32e7fbc req-2738c484-dbdd-44b1-86d1-6a161733022d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ebef684f-df3e-493a-a16d-87acc125d2bb HTTP/1.1" status: 200 len: 856 time: 0.0651283 Jul 14 13:50:10.519631 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 2e9c2857-dbaa-48d1-adbb-1c5c61fe0922 up at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:50:10.520133 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7c4c1ad8-648b-4e94-9511-15d20cf8c7f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:10.528136 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49caea8-cb3f-4084-84e3-3cb671ff658d req-2d170c68-75d7-4dc0-af23-68688dda7851 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:10.529661 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b49caea8-cb3f-4084-84e3-3cb671ff658d req-2d170c68-75d7-4dc0-af23-68688dda7851 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 945 time: 0.1121192 Jul 14 13:50:10.530760 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7c4c1ad8-648b-4e94-9511-15d20cf8c7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:10.592971 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-7c4c1ad8-648b-4e94-9511-15d20cf8c7f3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=812006da1b4145f48c04f6f2ac9bbf73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3863223 Jul 14 13:50:10.598737 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 41748) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:10.611418 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c1ad8-648b-4e94-9511-15d20cf8c7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35706250-ebad-4972-a53f-740a0a4ce25c,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:10.616915 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning for port 2e9c2857-dbaa-48d1-adbb-1c5c61fe0922 completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:50:10.622957 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning complete for port 2e9c2857-dbaa-48d1-adbb-1c5c61fe0922 triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:50:10.622957 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:10.665440 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0152af98-f295-4b62-825d-877d1c40bcdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:10.692245 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0152af98-f295-4b62-825d-877d1c40bcdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:10.721029 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b49caea8-cb3f-4084-84e3-3cb671ff658d req-f21368e5-885c-4b35-b6e8-21e4c9b79229 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795392 Jul 14 13:50:10.753329 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-0152af98-f295-4b62-825d-877d1c40bcdc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7f12b1a1b65d4420aa1c727b3edb165c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9358628 Jul 14 13:50:10.757269 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 41762) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:10.768166 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0152af98-f295-4b62-825d-877d1c40bcdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b6d654-9de8-4f48-9882-72be05eefb28,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:10.786327 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:10.789810 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca16dba-2081-4b1d-ae8d-d6e2b32e7fbc req-66b477b1-bae1-4f63-a834-44235379f086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:10.791561 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5ca16dba-2081-4b1d-ae8d-d6e2b32e7fbc req-66b477b1-bae1-4f63-a834-44235379f086 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b726da0-ae68-495b-bfc7-0968d1d28d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2849898 Jul 14 13:50:10.804162 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-185366e8-b305-4ce1-8deb-d9023f5ed93a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:10.813952 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eeba2cd-d7f1-456b-88dc-f893600dd788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9c2857-dbaa-48d1-adbb-1c5c61fe0922'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:50:10.816408 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06891aadf294c70300823a606954559f382215362bc7d52ae5ebbe768d2ce9e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb27ef47-1961-40de-858b-f09257a0d05c" -d '{"events": [{"server_uuid": "5eeba2cd-d7f1-456b-88dc-f893600dd788", "name": "network-vif-plugged", "status": "completed", "tag": "2e9c2857-dbaa-48d1-adbb-1c5c61fe0922"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:50:10.833481 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port 2e9c2857-dbaa-48d1-adbb-1c5c61fe0922, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2e9c2857-dbaa-48d1-adbb-1c5c61fe0922,segment=NetworkSegment(0547d367-b0f7-4efe-b546-06bf6350879a),segment_id=0547d367-b0f7-4efe-b546-06bf6350879a)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:50:10.844254 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:10.845294 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device cef9ee7d-401e-4905-b632-7f279f3489f2 up at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:50:10.858543 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-185366e8-b305-4ce1-8deb-d9023f5ed93a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:10.959451 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8f7c6e-904c-4775-ba5f-25c17793b654 x-openstack-request-id: req-4f8f7c6e-904c-4775-ba5f-25c17793b654 {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:50:10.959739 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eeba2cd-d7f1-456b-88dc-f893600dd788", "name": "network-vif-plugged", "status": "completed", "tag": "2e9c2857-dbaa-48d1-adbb-1c5c61fe0922", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:50:10.960271 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4f8f7c6e-904c-4775-ba5f-25c17793b654 {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:50:10.961361 dv-cinder-800697-2-iscsi neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eeba2cd-d7f1-456b-88dc-f893600dd788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9c2857-dbaa-48d1-adbb-1c5c61fe0922', 'code': 200} Jul 14 13:50:10.980715 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5ca16dba-2081-4b1d-ae8d-d6e2b32e7fbc req-351e1702-0e0b-4950-8105-abde0d1a467d service neutron] 10.222.0.59 "GET /v2.0/networks/4b726da0-ae68-495b-bfc7-0968d1d28d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812487 Jul 14 13:50:10.984337 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-185366e8-b305-4ce1-8deb-d9023f5ed93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:10.993266 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-185366e8-b305-4ce1-8deb-d9023f5ed93a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:11.006696 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-185366e8-b305-4ce1-8deb-d9023f5ed93a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/35706250-ebad-4972-a53f-740a0a4ce25c HTTP/1.1" status: 204 len: 168 time: 0.4062092 Jul 14 13:50:11.011264 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c8ec1466-f842-40af-9e11-637b4da51119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:11.018872 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06dcba1-b684-406e-8c45-a53b1c20d8a0 req-098e3fdb-f86c-4df2-9394-0db4787ca67b tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:11.021643 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d06dcba1-b684-406e-8c45-a53b1c20d8a0 req-098e3fdb-f86c-4df2-9394-0db4787ca67b tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 943 time: 0.1831763 Jul 14 13:50:11.076791 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c8ec1466-f842-40af-9e11-637b4da51119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:11.081283 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=2e9c2857-dbaa-48d1-adbb-1c5c61fe0922,revision_number=5']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:11.103583 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185366e8-b305-4ce1-8deb-d9023f5ed93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35706250-ebad-4972-a53f-740a0a4ce25c,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:11.112228 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning for port cef9ee7d-401e-4905-b632-7f279f3489f2 completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:50:11.150596 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning complete for port cef9ee7d-401e-4905-b632-7f279f3489f2 triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:50:11.151186 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:11.155645 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d06dcba1-b684-406e-8c45-a53b1c20d8a0 req-72cdb345-f54e-4cef-b9e1-10920ee852ac tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991261 Jul 14 13:50:11.168459 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c8ec1466-f842-40af-9e11-637b4da51119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:11.171701 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c8ec1466-f842-40af-9e11-637b4da51119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:11.173007 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-c8ec1466-f842-40af-9e11-637b4da51119 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/38b6d654-9de8-4f48-9882-72be05eefb28 HTTP/1.1" status: 204 len: 168 time: 0.4147484 Jul 14 13:50:11.199355 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec1466-f842-40af-9e11-637b4da51119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b6d654-9de8-4f48-9882-72be05eefb28,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:11.225649 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5ca16dba-2081-4b1d-ae8d-d6e2b32e7fbc req-7bc4b726-fc1a-4ce9-8d98-36855d3c3ca8 service neutron] 10.222.0.59 "GET /v2.0/networks/4b726da0-ae68-495b-bfc7-0968d1d28d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367983 Jul 14 13:50:11.271388 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:11.347450 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port cef9ee7d-401e-4905-b632-7f279f3489f2, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=cef9ee7d-401e-4905-b632-7f279f3489f2,segment=NetworkSegment(0547d367-b0f7-4efe-b546-06bf6350879a),segment_id=0547d367-b0f7-4efe-b546-06bf6350879a)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:50:11.354585 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:11.383848 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295a967-49f4-4254-a2a0-ad0e38340156 req-f8c8344c-52bd-420b-b831-322ffa4c079a tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:11.390556 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8295a967-49f4-4254-a2a0-ad0e38340156 req-f8c8344c-52bd-420b-b831-322ffa4c079a tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/ports?device_id=c66995cb-4c59-4f74-9924-f95643f55bd0 HTTP/1.1" status: 200 len: 946 time: 0.1044319 Jul 14 13:50:11.429084 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8295a967-49f4-4254-a2a0-ad0e38340156 req-51d92a91-a624-4f42-b217-8ed9c0f64d5a tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/security-groups?id=a10a40c1-03e1-4598-b38a-aeb8588c3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377367 Jul 14 13:50:11.453975 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7929e-8437-4fd6-b532-bd955e595023 req-8669acf2-982e-413f-92eb-98db37f818f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:11.454173 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=cef9ee7d-401e-4905-b632-7f279f3489f2,revision_number=5']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:11.454294 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-89d7929e-8437-4fd6-b532-bd955e595023 req-8669acf2-982e-413f-92eb-98db37f818f1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 1099 time: 0.1682124 Jul 14 13:50:11.495034 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-89d7929e-8437-4fd6-b532-bd955e595023 req-1bf5f4cb-c811-4306-ba69-0c603d790553 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379338 Jul 14 13:50:11.601630 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 41796) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:11.623390 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-12047cc0-1fae-4316-aea4-ad1e8f270c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:11.712891 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-12047cc0-1fae-4316-aea4-ad1e8f270c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:11.717892 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-12047cc0-1fae-4316-aea4-ad1e8f270c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:11.754952 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12047cc0-1fae-4316-aea4-ad1e8f270c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb34cbf5-461c-42bd-bc52-45b1cdbc20f0,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:11.789284 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-12047cc0-1fae-4316-aea4-ad1e8f270c2f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6e6f9917ffcc4083a57425aa113cdc5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1840992 Jul 14 13:50:11.789807 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 41806) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:11.882595 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7f61fe9d-e8f1-4dc6-aba2-807b043b006e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:11.913056 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7f61fe9d-e8f1-4dc6-aba2-807b043b006e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:11.949469 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258fe8f-a3c8-43a5-af24-10f226a68762 req-47477e72-b8d1-4866-84a1-bb1bec15d6ea tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:11.950967 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1258fe8f-a3c8-43a5-af24-10f226a68762 req-47477e72-b8d1-4866-84a1-bb1bec15d6ea tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.1219037 Jul 14 13:50:12.002200 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7f61fe9d-e8f1-4dc6-aba2-807b043b006e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:12.005525 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7f61fe9d-e8f1-4dc6-aba2-807b043b006e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:12.009755 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-7f61fe9d-e8f1-4dc6-aba2-807b043b006e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fb34cbf5-461c-42bd-bc52-45b1cdbc20f0 HTTP/1.1" status: 204 len: 168 time: 0.2187533 Jul 14 13:50:12.026206 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1258fe8f-a3c8-43a5-af24-10f226a68762 req-46f33f19-5919-404c-ad60-a9f2216761da tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691338 Jul 14 13:50:12.027374 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61fe9d-e8f1-4dc6-aba2-807b043b006e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb34cbf5-461c-42bd-bc52-45b1cdbc20f0,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:12.360306 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d638edf-3e55-47d1-9752-1ff3b96d623a req-e8b6a3ee-61e3-43eb-9fe6-141b2e8f367f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:12.361914 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8d638edf-3e55-47d1-9752-1ff3b96d623a req-e8b6a3ee-61e3-43eb-9fe6-141b2e8f367f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 943 time: 0.0649228 Jul 14 13:50:12.412108 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8d638edf-3e55-47d1-9752-1ff3b96d623a req-25895524-75e6-45ef-b462-1666a42936d9 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437973 Jul 14 13:50:12.533372 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 8fc7b91e-d223-4e13-8532-c3ca0d191f0b details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=104575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:50:12.594393 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 41856) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:12.612439 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d7db5b21-29b5-4876-9469-30e95968ee41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:12.622734 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbbac5-cb8c-4228-b118-faef31921188 req-935ee67d-bf5c-42a8-b81f-7fbb1f14796d tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:12.624750 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7ccbbac5-cb8c-4228-b118-faef31921188 req-935ee67d-bf5c-42a8-b81f-7fbb1f14796d tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/ports?device_id=c66995cb-4c59-4f74-9924-f95643f55bd0 HTTP/1.1" status: 200 len: 946 time: 0.0739222 Jul 14 13:50:12.692827 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port 8fc7b91e-d223-4e13-8532-c3ca0d191f0b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=8fc7b91e-d223-4e13-8532-c3ca0d191f0b,segment=NetworkSegment(3782ce6e-4a36-46a1-9082-0427f175f195),segment_id=3782ce6e-4a36-46a1-9082-0427f175f195)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:50:12.697350 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7ccbbac5-cb8c-4228-b118-faef31921188 req-1501c305-9998-4a90-a6c5-8da533469dc6 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/security-groups?id=a10a40c1-03e1-4598-b38a-aeb8588c3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648258 Jul 14 13:50:12.708081 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Returning: {'device': '8fc7b91e-d223-4e13-8532-c3ca0d191f0b', 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92', 'port_id': '8fc7b91e-d223-4e13-8532-c3ca0d191f0b', 'mac_address': 'fa:16:3e:02:b4:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebef684f-df3e-493a-a16d-87acc125d2bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:50:12.755907 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:12.770197 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d7db5b21-29b5-4876-9469-30e95968ee41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:12.776891 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fc7b91e-d223-4e13-8532-c3ca0d191f0b {{(pid=104575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:50:12.780143 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d7db5b21-29b5-4876-9469-30e95968ee41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:12.818823 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port 8fc7b91e-d223-4e13-8532-c3ca0d191f0b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=8fc7b91e-d223-4e13-8532-c3ca0d191f0b,segment=NetworkSegment(3782ce6e-4a36-46a1-9082-0427f175f195),segment_id=3782ce6e-4a36-46a1-9082-0427f175f195)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:50:12.832623 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:12.841341 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db5b21-29b5-4876-9469-30e95968ee41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5228934-b9e8-4e80-a4fa-bd7ad4b98781,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:12.858031 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-d7db5b21-29b5-4876-9469-30e95968ee41 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=905d8b649eae495793e31c346cd46c7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2591898 Jul 14 13:50:12.858454 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 41862) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:12.926838 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=8fc7b91e-d223-4e13-8532-c3ca0d191f0b,revision_number=4']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:12.946443 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2b1ff7d5-6418-4e9b-8200-20c0e5db06f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:12.963626 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae04817-3ee1-474d-ad78-fc9b23e3ddf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef9ee7d-401e-4905-b632-7f279f3489f2'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:50:12.967110 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06891aadf294c70300823a606954559f382215362bc7d52ae5ebbe768d2ce9e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bf0492-799f-4a9f-b29d-056ea20a6fe1" -d '{"events": [{"server_uuid": "8ae04817-3ee1-474d-ad78-fc9b23e3ddf8", "name": "network-vif-plugged", "status": "completed", "tag": "cef9ee7d-401e-4905-b632-7f279f3489f2"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:50:12.995031 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2b1ff7d5-6418-4e9b-8200-20c0e5db06f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:13.057057 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afea1f67-3756-49de-8894-7a640ba9cf89 x-openstack-request-id: req-afea1f67-3756-49de-8894-7a640ba9cf89 {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:50:13.057371 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae04817-3ee1-474d-ad78-fc9b23e3ddf8", "name": "network-vif-plugged", "status": "completed", "tag": "cef9ee7d-401e-4905-b632-7f279f3489f2", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:50:13.057619 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-afea1f67-3756-49de-8894-7a640ba9cf89 {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:50:13.058106 dv-cinder-800697-2-iscsi neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae04817-3ee1-474d-ad78-fc9b23e3ddf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef9ee7d-401e-4905-b632-7f279f3489f2', 'code': 200} Jul 14 13:50:13.068783 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2b1ff7d5-6418-4e9b-8200-20c0e5db06f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:13.073479 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2b1ff7d5-6418-4e9b-8200-20c0e5db06f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:13.076731 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-2b1ff7d5-6418-4e9b-8200-20c0e5db06f0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a5228934-b9e8-4e80-a4fa-bd7ad4b98781 HTTP/1.1" status: 204 len: 168 time: 0.2167113 Jul 14 13:50:13.089090 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ff7d5-6418-4e9b-8200-20c0e5db06f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5228934-b9e8-4e80-a4fa-bd7ad4b98781,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:13.158158 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['8fc7b91e-d223-4e13-8532-c3ca0d191f0b'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:50:13.381832 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8af6ef-fe49-4f02-a6fd-49763801be29 req-1d303db9-924d-4b5d-8744-ea1dd515d007 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:13.383620 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4c8af6ef-fe49-4f02-a6fd-49763801be29 req-1d303db9-924d-4b5d-8744-ea1dd515d007 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.0859683 Jul 14 13:50:13.538881 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4c8af6ef-fe49-4f02-a6fd-49763801be29 req-8414d27d-9af0-455e-ac16-53ad12174961 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463692 Jul 14 13:50:13.597376 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043269b-5bb8-4c18-8ddc-9c061be92e77 req-b9469ad6-3bcb-4b66-a4a2-032aa329b562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:13.599625 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6043269b-5bb8-4c18-8ddc-9c061be92e77 req-b9469ad6-3bcb-4b66-a4a2-032aa329b562 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 1098 time: 0.1661475 Jul 14 13:50:13.669774 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e4966-5645-45b1-9992-91d9055ffe5a req-c0de7b9b-0e43-4fbb-902c-ad27e103eb04 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:13.677176 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6043269b-5bb8-4c18-8ddc-9c061be92e77 req-6017f030-f9f7-4984-b81f-f192df320d42 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563986 Jul 14 13:50:13.679631 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c95e4966-5645-45b1-9992-91d9055ffe5a req-c0de7b9b-0e43-4fbb-902c-ad27e103eb04 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 944 time: 0.0968990 Jul 14 13:50:13.768494 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c95e4966-5645-45b1-9992-91d9055ffe5a req-46395eba-4d9a-4908-8447-750255f6a44e tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861318 Jul 14 13:50:13.850009 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.agents_db [None req-f94fc2f4-144f-4bce-9715-a006bfd56775 None None] Agent healthcheck: found 6 active agents {{(pid=104576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:50:14.230091 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ff6db-4065-48b4-adf6-58ad98b0d221 req-4e99bfee-4e94-47da-a6f1-6d70297201df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:14.235949 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a7202-5f0c-4565-8f74-e04bca9b91f2 req-27ad32b1-e476-4b20-b5ef-464ee453b282 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:14.237485 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4b8a7202-5f0c-4565-8f74-e04bca9b91f2 req-27ad32b1-e476-4b20-b5ef-464ee453b282 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.0975428 Jul 14 13:50:14.237943 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8c6ff6db-4065-48b4-adf6-58ad98b0d221 req-4e99bfee-4e94-47da-a6f1-6d70297201df service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f9d746b4e934f23803208b8947e1ac5&device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 1099 time: 0.1261740 Jul 14 13:50:14.295110 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4b8a7202-5f0c-4565-8f74-e04bca9b91f2 req-bc0b7dc5-cee5-4a50-b565-3af344f9477f tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477293 Jul 14 13:50:14.364768 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ff6db-4065-48b4-adf6-58ad98b0d221 req-aa8cdabf-f033-4c92-b6b2-4452e2e99714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:14.366442 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8c6ff6db-4065-48b4-adf6-58ad98b0d221 req-aa8cdabf-f033-4c92-b6b2-4452e2e99714 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6454f800-8ef5-4b50-ab22-8dab9a0ab218 HTTP/1.1" status: 200 len: 919 time: 0.1217933 Jul 14 13:50:14.844061 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 41996) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:14.996879 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c5794-b648-4107-b9ac-35eca64286d3 req-5db3e972-ccfe-4732-8741-0a4cb91e065a tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:14.999011 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f84c5794-b648-4107-b9ac-35eca64286d3 req-5db3e972-ccfe-4732-8741-0a4cb91e065a tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 944 time: 0.0669472 Jul 14 13:50:15.057919 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f84c5794-b648-4107-b9ac-35eca64286d3 req-8b638825-b0c8-4642-b583-09aed3a428da tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492198 Jul 14 13:50:15.082658 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9e4139b9-a881-4517-87dd-d50b11454e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:15.199407 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9e4139b9-a881-4517-87dd-d50b11454e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:15.204100 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9e4139b9-a881-4517-87dd-d50b11454e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:15.242767 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4139b9-a881-4517-87dd-d50b11454e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63fa0e92-cf16-4348-a321-96cc04c2995e,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:15.250881 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 42018) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:15.251010 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-9e4139b9-a881-4517-87dd-d50b11454e45 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=09870698efd94e209b3c1c2f2b36664a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4055567 Jul 14 13:50:15.302511 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-41b69e6d-2dc3-4e8d-aa4c-ce071c8882cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:15.326361 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-41b69e6d-2dc3-4e8d-aa4c-ce071c8882cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:15.383968 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-41b69e6d-2dc3-4e8d-aa4c-ce071c8882cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:15.387455 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-41b69e6d-2dc3-4e8d-aa4c-ce071c8882cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:15.388747 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-41b69e6d-2dc3-4e8d-aa4c-ce071c8882cb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/63fa0e92-cf16-4348-a321-96cc04c2995e HTTP/1.1" status: 204 len: 168 time: 0.1370089 Jul 14 13:50:15.404600 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b69e6d-2dc3-4e8d-aa4c-ce071c8882cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fa0e92-cf16-4348-a321-96cc04c2995e,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:15.476013 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae11c75-4612-470d-8eec-fe00c0dd4fb1 req-86041a26-bf5a-4a7a-a7dc-c779f80ddfcd tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:15.482732 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2ae11c75-4612-470d-8eec-fe00c0dd4fb1 req-86041a26-bf5a-4a7a-a7dc-c779f80ddfcd tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.0806577 Jul 14 13:50:15.521323 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2ae11c75-4612-470d-8eec-fe00c0dd4fb1 req-495943db-3c78-457c-a38a-5e3860623c8c tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376596 Jul 14 13:50:15.709849 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 42032) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:15.723059 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-0147940c-25fa-4f79-8609-5aa75848f18c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:15.811821 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-0147940c-25fa-4f79-8609-5aa75848f18c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:15.816073 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-0147940c-25fa-4f79-8609-5aa75848f18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:15.854824 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-0147940c-25fa-4f79-8609-5aa75848f18c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4dc94cffa19540f7bc2c5bdc7b1766ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1438689 Jul 14 13:50:15.855713 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147940c-25fa-4f79-8609-5aa75848f18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439e1c8d-ac6e-48b7-a189-ea9fe9481723,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:15.858295 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 42038) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:15.915946 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a38e3828-c057-43e7-b631-b95f14b674e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:15.936329 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a38e3828-c057-43e7-b631-b95f14b674e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:15.981332 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a38e3828-c057-43e7-b631-b95f14b674e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:15.983801 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a38e3828-c057-43e7-b631-b95f14b674e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:15.984910 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-a38e3828-c057-43e7-b631-b95f14b674e0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/439e1c8d-ac6e-48b7-a189-ea9fe9481723 HTTP/1.1" status: 204 len: 168 time: 0.1254191 Jul 14 13:50:15.992598 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e3828-c057-43e7-b631-b95f14b674e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439e1c8d-ac6e-48b7-a189-ea9fe9481723,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:16.085846 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 8fc7b91e-d223-4e13-8532-c3ca0d191f0b up at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:50:16.156831 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8c6ff6db-4065-48b4-adf6-58ad98b0d221 req-92bff7d6-a6d2-45ba-9a7e-abcea4f16291 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e9c2857-dbaa-48d1-adbb-1c5c61fe0922 HTTP/1.1" status: 200 len: 217 time: 0.0694251 Jul 14 13:50:16.173743 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning for port 8fc7b91e-d223-4e13-8532-c3ca0d191f0b completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:50:16.178444 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning complete for port 8fc7b91e-d223-4e13-8532-c3ca0d191f0b triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:50:16.178834 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:16.257743 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:16.261906 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ec3a0-3204-4e7d-b761-ce767bea32da req-f99948f7-d738-4c85-8f79-508d33e2693b tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:16.263537 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2c4ec3a0-3204-4e7d-b761-ce767bea32da req-f99948f7-d738-4c85-8f79-508d33e2693b tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 944 time: 0.0763700 Jul 14 13:50:16.282887 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd6b9f5-3db4-4989-ab90-d8880de6c6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc7b91e-d223-4e13-8532-c3ca0d191f0b'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:50:16.285029 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06891aadf294c70300823a606954559f382215362bc7d52ae5ebbe768d2ce9e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59adaf38-9086-49f0-8071-16564d2a561a" -d '{"events": [{"server_uuid": "4dd6b9f5-3db4-4989-ab90-d8880de6c6e8", "name": "network-vif-plugged", "status": "completed", "tag": "8fc7b91e-d223-4e13-8532-c3ca0d191f0b"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:50:16.302043 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port 8fc7b91e-d223-4e13-8532-c3ca0d191f0b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=8fc7b91e-d223-4e13-8532-c3ca0d191f0b,segment=NetworkSegment(3782ce6e-4a36-46a1-9082-0427f175f195),segment_id=3782ce6e-4a36-46a1-9082-0427f175f195)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:50:16.308251 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:16.311968 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2c4ec3a0-3204-4e7d-b761-ce767bea32da req-ae1ce685-94e4-4251-9b94-cd805aa38a12 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421200 Jul 14 13:50:16.370215 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c144e4e7-7ac4-451c-b616-05a2ad97be72 x-openstack-request-id: req-c144e4e7-7ac4-451c-b616-05a2ad97be72 {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:50:16.370522 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd6b9f5-3db4-4989-ab90-d8880de6c6e8", "name": "network-vif-plugged", "status": "completed", "tag": "8fc7b91e-d223-4e13-8532-c3ca0d191f0b", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:50:16.370769 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c144e4e7-7ac4-451c-b616-05a2ad97be72 {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:50:16.371219 dv-cinder-800697-2-iscsi neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd6b9f5-3db4-4989-ab90-d8880de6c6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc7b91e-d223-4e13-8532-c3ca0d191f0b', 'code': 200} Jul 14 13:50:16.375962 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=8fc7b91e-d223-4e13-8532-c3ca0d191f0b,revision_number=5']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:16.700707 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaddaad-1d4a-4e67-86bf-b61fb4a9be49 req-c99b9a7c-a929-4040-96ae-0276667b6461 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:16.702201 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7aaddaad-1d4a-4e67-86bf-b61fb4a9be49 req-c99b9a7c-a929-4040-96ae-0276667b6461 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.0655422 Jul 14 13:50:16.740656 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7aaddaad-1d4a-4e67-86bf-b61fb4a9be49 req-46b532bd-8c56-4190-899d-dde6eb2dc2f7 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327034 Jul 14 13:50:16.875556 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-cbfac008-4625-4cdd-bc1b-230e48cc47e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:17.126111 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:17.200846 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ff6db-4065-48b4-adf6-58ad98b0d221 req-942ff922-a851-4197-a9cf-2bcfe9b54895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:17.202314 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8c6ff6db-4065-48b4-adf6-58ad98b0d221 req-942ff922-a851-4197-a9cf-2bcfe9b54895 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fa866c6-0b23-498d-86e8-617a82bdd6ff HTTP/1.1" status: 200 len: 858 time: 0.0633690 Jul 14 13:50:17.236696 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8c6ff6db-4065-48b4-adf6-58ad98b0d221 req-6d74ef0f-4719-4898-9c4c-755433881639 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6454f800-8ef5-4b50-ab22-8dab9a0ab218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265393 Jul 14 13:50:17.359501 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8c6ff6db-4065-48b4-adf6-58ad98b0d221 req-a0c352c4-6c74-4635-bc4e-de617b937f62 service neutron] 10.222.0.59 "GET /v2.0/networks/6454f800-8ef5-4b50-ab22-8dab9a0ab218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097355 Jul 14 13:50:17.391642 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66519fe0-55dc-4d22-bdb5-26fe253f4c5b req-8d1076fc-fc47-4871-a045-30d47bbb9001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:17.393478 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-66519fe0-55dc-4d22-bdb5-26fe253f4c5b req-8d1076fc-fc47-4871-a045-30d47bbb9001 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 1098 time: 0.0601153 Jul 14 13:50:17.477017 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8c6ff6db-4065-48b4-adf6-58ad98b0d221 req-eebdb867-8eca-4a0a-a6ba-a709b65ab763 service neutron] 10.222.0.59 "GET /v2.0/networks/6454f800-8ef5-4b50-ab22-8dab9a0ab218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922046 Jul 14 13:50:17.522600 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-66519fe0-55dc-4d22-bdb5-26fe253f4c5b req-5a61b0dd-8577-4ac2-a655-b4d18ac73c7b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451016 Jul 14 13:50:17.534338 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4aa25-18c1-4a45-b011-08dc6086352c req-992f6e87-8c2b-4e5e-966d-1f8970395729 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:17.535705 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f5e4aa25-18c1-4a45-b011-08dc6086352c req-992f6e87-8c2b-4e5e-966d-1f8970395729 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 945 time: 0.0913634 Jul 14 13:50:17.571666 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f5e4aa25-18c1-4a45-b011-08dc6086352c req-93af1274-e640-4b65-8106-a472fa8c9c3b tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302706 Jul 14 13:50:17.938520 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc06f7-d774-439b-b98c-129d3d941795 req-ccae0dd3-33f9-4195-98cc-d8841c8b181b tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:17.940063 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-15dc06f7-d774-439b-b98c-129d3d941795 req-ccae0dd3-33f9-4195-98cc-d8841c8b181b tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.0736091 Jul 14 13:50:17.982067 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-15dc06f7-d774-439b-b98c-129d3d941795 req-6e53477e-7cdb-48e9-b360-f8f2419b7ad9 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360129 Jul 14 13:50:18.761920 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509e795-f812-404d-a833-552c22fa1588 req-40eeb37d-9d21-4b92-8db6-bb88e9b3b82e tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:18.763376 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1509e795-f812-404d-a833-552c22fa1588 req-40eeb37d-9d21-4b92-8db6-bb88e9b3b82e tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 945 time: 0.0744443 Jul 14 13:50:18.803501 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1509e795-f812-404d-a833-552c22fa1588 req-e702a442-46ad-43e4-b3a4-316ef7a0bd9f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317175 Jul 14 13:50:19.160941 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f79e0-4e6c-435c-b233-06b21b5d8df5 req-605909b3-ebdc-4628-b060-d6b22834fbe9 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:19.162602 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-349f79e0-4e6c-435c-b233-06b21b5d8df5 req-605909b3-ebdc-4628-b060-d6b22834fbe9 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.0692191 Jul 14 13:50:19.200569 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-349f79e0-4e6c-435c-b233-06b21b5d8df5 req-2f05c7c4-896d-43fb-9c3b-21f29c123f1e tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324938 Jul 14 13:50:19.413070 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-32b1bd0e-047d-4375-8961-264702b3dce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:19.547727 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:19.987697 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191a201-171d-4ad7-b8e6-02c6bede34cc req-af320cd3-5d6d-4b6f-8ba3-b001f36a71c6 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:19.989159 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5191a201-171d-4ad7-b8e6-02c6bede34cc req-af320cd3-5d6d-4b6f-8ba3-b001f36a71c6 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 945 time: 0.0650759 Jul 14 13:50:20.033101 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5191a201-171d-4ad7-b8e6-02c6bede34cc req-a23b2282-9f13-4d3a-8be5-e3f1af9df66c tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383167 Jul 14 13:50:20.372759 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe9576-e198-49c1-94bf-03a0cdb6fa97 req-89bd88d6-5b11-4f55-865e-3898fe1dc630 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:20.374190 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d1fe9576-e198-49c1-94bf-03a0cdb6fa97 req-89bd88d6-5b11-4f55-865e-3898fe1dc630 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.0650003 Jul 14 13:50:20.415595 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d1fe9576-e198-49c1-94bf-03a0cdb6fa97 req-c82d8fec-1680-440e-ae07-bd33fee4a095 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338240 Jul 14 13:50:20.552850 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:21.220451 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98439820-0c10-4139-8954-3505a9517732 req-37a86dbe-a7bb-46c3-8a09-86181dcde04e tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:21.221937 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-98439820-0c10-4139-8954-3505a9517732 req-37a86dbe-a7bb-46c3-8a09-86181dcde04e tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 945 time: 0.0677941 Jul 14 13:50:21.260424 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-98439820-0c10-4139-8954-3505a9517732 req-e9acc768-b0a6-4158-9139-6e59606b5a0c tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325122 Jul 14 13:50:21.601243 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca0645-0ce2-434a-ae20-5a644fddb27a req-435c8058-a5eb-4e56-b939-8cf7eed99306 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:21.602723 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-09ca0645-0ce2-434a-ae20-5a644fddb27a req-435c8058-a5eb-4e56-b939-8cf7eed99306 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.0621250 Jul 14 13:50:21.641435 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-09ca0645-0ce2-434a-ae20-5a644fddb27a req-a2c42d50-4ee1-41d1-a85b-ccb10fabebab tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331285 Jul 14 13:50:22.075433 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:22.441402 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276045e-e1b8-479b-bf86-ccace84d90ec req-24acbd20-b768-43cb-a1f6-b4f57fb6bd45 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:22.442873 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2276045e-e1b8-479b-bf86-ccace84d90ec req-24acbd20-b768-43cb-a1f6-b4f57fb6bd45 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 945 time: 0.0622349 Jul 14 13:50:22.483371 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2276045e-e1b8-479b-bf86-ccace84d90ec req-4c86278c-9072-45f1-aa09-518370ee48fd tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348389 Jul 14 13:50:22.813841 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40b274-1322-40ae-aa55-4daff36711ca req-79c0206a-f786-49ff-b8f0-30446164e3e3 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:22.815368 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2b40b274-1322-40ae-aa55-4daff36711ca req-79c0206a-f786-49ff-b8f0-30446164e3e3 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.0648115 Jul 14 13:50:22.854044 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2b40b274-1322-40ae-aa55-4daff36711ca req-e89bee9b-3901-4e01-a6d0-00ac124449cf tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329974 Jul 14 13:50:23.674729 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1cc0c-4332-4d53-ada0-b4b97da8b929 req-7dec60e3-319d-4a17-9057-5884abe4abef tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:23.676212 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-24f1cc0c-4332-4d53-ada0-b4b97da8b929 req-7dec60e3-319d-4a17-9057-5884abe4abef tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 945 time: 0.0710042 Jul 14 13:50:23.715217 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-24f1cc0c-4332-4d53-ada0-b4b97da8b929 req-b633ee20-bf28-4946-b491-1b95f3f6cd88 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330205 Jul 14 13:50:24.039485 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f266bd-79f2-48d4-9278-4ae4fd938cd3 req-bf12741a-036c-4d4b-9041-43ce43c3d1e7 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:24.040913 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c9f266bd-79f2-48d4-9278-4ae4fd938cd3 req-bf12741a-036c-4d4b-9041-43ce43c3d1e7 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.0675590 Jul 14 13:50:24.081427 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c9f266bd-79f2-48d4-9278-4ae4fd938cd3 req-3fdfc66e-22a1-4bb0-9c98-bcf944123e9e tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321743 Jul 14 13:50:24.897466 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3b104-60ac-439d-a85a-2a01f2e8f050 req-d5fac76e-7f98-4bd3-b4e3-3f33d6f045c4 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:24.898990 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9ac3b104-60ac-439d-a85a-2a01f2e8f050 req-d5fac76e-7f98-4bd3-b4e3-3f33d6f045c4 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 945 time: 0.0636129 Jul 14 13:50:24.937931 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9ac3b104-60ac-439d-a85a-2a01f2e8f050 req-f325da9e-9d19-4ab0-b7ce-c2e44c41bdda tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330536 Jul 14 13:50:25.251397 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7898f-0f75-49b1-8594-4dc6c7eedf8e req-6b1388f0-95dc-40e4-a573-a9cab1211ba4 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:25.252873 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-eae7898f-0f75-49b1-8594-4dc6c7eedf8e req-6b1388f0-95dc-40e4-a573-a9cab1211ba4 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.0612869 Jul 14 13:50:25.290710 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-eae7898f-0f75-49b1-8594-4dc6c7eedf8e req-0433411f-17b5-4acd-acb7-1aa3a6ddc81e tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321889 Jul 14 13:50:26.125304 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6cb4b-e365-4958-ba67-f65ac2d0d904 req-33eb2de5-9f02-4e35-88ac-97fd989e07a1 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:26.126750 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-71d6cb4b-e365-4958-ba67-f65ac2d0d904 req-33eb2de5-9f02-4e35-88ac-97fd989e07a1 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 945 time: 0.0732512 Jul 14 13:50:26.163838 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-71d6cb4b-e365-4958-ba67-f65ac2d0d904 req-ffe54f07-882c-4f7e-ba47-8ef4f76ab715 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313885 Jul 14 13:50:26.338020 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ad093-0f5a-4a78-99f6-4ffefc5ec773 req-d1874e8e-ac0f-4e21-9469-1875d3cbff69 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:26.339516 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4c9ad093-0f5a-4a78-99f6-4ffefc5ec773 req-d1874e8e-ac0f-4e21-9469-1875d3cbff69 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 945 time: 0.0692089 Jul 14 13:50:26.348167 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 42282) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:26.352707 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-551a909e-d4d8-42cd-8d75-34c3f643c21f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Request body: {'floatingip': {'port_id': '8fc7b91e-d223-4e13-8532-c3ca0d191f0b'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:50:26.422879 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-551a909e-d4d8-42cd-8d75-34c3f643c21f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for floatingip, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:26.463318 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0fe69-26c0-40e6-9781-d5e61244eba8 req-ca98a6c3-03db-4f0c-8a6b-2c8e01bd89d5 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:26.464757 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2ef0fe69-26c0-40e6-9781-d5e61244eba8 req-ca98a6c3-03db-4f0c-8a6b-2c8e01bd89d5 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.0654242 Jul 14 13:50:26.502347 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2ef0fe69-26c0-40e6-9781-d5e61244eba8 req-064dd389-c72d-42db-89be-4dadbc0b9e1f tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316677 Jul 14 13:50:27.233674 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-551a909e-d4d8-42cd-8d75-34c3f643c21f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:27.241375 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-551a909e-d4d8-42cd-8d75-34c3f643c21f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359245'] for floatingip, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:27.333239 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.db.l3_db [None req-551a909e-d4d8-42cd-8d75-34c3f643c21f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Floating IP 97bd4635-75c2-41b9-aae0-f36533ecfb5a associated. External IP: 172.27.1.47, port: 8fc7b91e-d223-4e13-8532-c3ca0d191f0b. Jul 14 13:50:27.542021 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551a909e-d4d8-42cd-8d75-34c3f643c21f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Router 418f6804-5512-4df1-9ed4-490ab5786f37 has already been hosted by L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:50:27.679129 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551a909e-d4d8-42cd-8d75-34c3f643c21f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:50:27.683705 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-551a909e-d4d8-42cd-8d75-34c3f643c21f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for floatingip, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:27.691869 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f7981d-6841-4f3c-bc39-f6793228a45a None None] Sync routers for ids ['418f6804-5512-4df1-9ed4-490ab5786f37'] in dv-cinder-800697-2-iscsi {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:50:27.701915 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f7981d-6841-4f3c-bc39-f6793228a45a None None] Routers {'418f6804-5512-4df1-9ed4-490ab5786f37'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:50:27.702590 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-48f7981d-6841-4f3c-bc39-f6793228a45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:50:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['418f6804-5512-4df1-9ed4-490ab5786f37'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:50:27.732061 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-551a909e-d4d8-42cd-8d75-34c3f643c21f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "PUT /v2.0/floatingips/97bd4635-75c2-41b9-aae0-f36533ecfb5a HTTP/1.1" status: 200 len: 990 time: 1.3827667 Jul 14 13:50:27.733560 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd6b9f5-3db4-4989-ab90-d8880de6c6e8', 'tag': '8fc7b91e-d223-4e13-8532-c3ca0d191f0b'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:50:27.736208 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9eebcf-d51b-4375-8249-8fe80dfde4be" -d '{"events": [{"name": "network-changed", "server_uuid": "4dd6b9f5-3db4-4989-ab90-d8880de6c6e8", "tag": "8fc7b91e-d223-4e13-8532-c3ca0d191f0b"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:50:27.745878 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d30dea-d287-4914-9959-b5c974bed546 req-2f06401b-06ea-4f5b-a08c-f615d3754250 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:27.747374 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-58d30dea-d287-4914-9959-b5c974bed546 req-2f06401b-06ea-4f5b-a08c-f615d3754250 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.1225619 Jul 14 13:50:27.785724 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-58d30dea-d287-4914-9959-b5c974bed546 req-44e18724-2c03-4447-af7e-48f074236b74 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327795 Jul 14 13:50:27.823399 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-48f7981d-6841-4f3c-bc39-f6793228a45a None None] Set router 418f6804-5512-4df1-9ed4-490ab5786f37 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:50:27.846080 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79b31af-9030-40cd-b27c-95be11146cb2 x-openstack-request-id: req-c79b31af-9030-40cd-b27c-95be11146cb2 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:50:27.846371 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dd6b9f5-3db4-4989-ab90-d8880de6c6e8", "tag": "8fc7b91e-d223-4e13-8532-c3ca0d191f0b", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:50:27.846625 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c79b31af-9030-40cd-b27c-95be11146cb2 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:50:27.847054 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd6b9f5-3db4-4989-ab90-d8880de6c6e8', 'tag': '8fc7b91e-d223-4e13-8532-c3ca0d191f0b', 'status': 'completed', 'code': 200} Jul 14 13:50:28.106739 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-48f7981d-6841-4f3c-bc39-f6793228a45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'name': 'tempest-AttachVolumeShelveTestJSON-1429243708-router', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '16d82faf-0d23-4e36-a1b5-48333c3638fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:49:35Z', 'updated_at': '2021-07-14T13:49:41Z', 'revision_number': 4, 'project_id': '0aa375225aa7437fa9ce67ac24df914c', 'gw_port': {'id': '16d82faf-0d23-4e36-a1b5-48333c3638fa', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:36Z', 'updated_at': '2021-07-14T13:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_floatingips': [{'id': '97bd4635-75c2-41b9-aae0-f36533ecfb5a', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'router_id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'port_id': '8fc7b91e-d223-4e13-8532-c3ca0d191f0b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92', 'mac_address': 'fa:16:3e:02:b4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6b9f5-3db4-4989-ab90-d8880de6c6e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:49:51Z', 'updated_at': '2021-07-14T13:50:27Z', 'revision_number': 1, 'project_id': '0aa375225aa7437fa9ce67ac24df914c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79607842-db7b-4a64-b8c9-c8d955b6574a', 'name': '', 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'mac_address': 'fa:16:3e:97:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ebef684f-df3e-493a-a16d-87acc125d2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:40Z', 'updated_at': '2021-07-14T13:49:50Z', 'revision_number': 5, 'project_id': '0aa375225aa7437fa9ce67ac24df914c', 'subnets': [{'id': 'ebef684f-df3e-493a-a16d-87acc125d2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:50:28.132843 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f7981d-6841-4f3c-bc39-f6793228a45a None None] Checking router: 418f6804-5512-4df1-9ed4-490ab5786f37 for host: dv-cinder-800697-2-iscsi {{(pid=104576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:50:28.141964 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f7981d-6841-4f3c-bc39-f6793228a45a None None] Routers {'418f6804-5512-4df1-9ed4-490ab5786f37'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:50:28.142559 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-48f7981d-6841-4f3c-bc39-f6793228a45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:50:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['418f6804-5512-4df1-9ed4-490ab5786f37'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:50:28.166327 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9eebcf-d51b-4375-8249-8fe80dfde4be req-6437b243-0b20-45ed-b17d-6eb6b26241d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:28.167875 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ef9eebcf-d51b-4375-8249-8fe80dfde4be req-6437b243-0b20-45ed-b17d-6eb6b26241d4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0aa375225aa7437fa9ce67ac24df914c&device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 1098 time: 0.0576670 Jul 14 13:50:28.262272 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9eebcf-d51b-4375-8249-8fe80dfde4be req-035bdc9a-6dff-40a7-9f9a-3c2c98db0193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:28.263777 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ef9eebcf-d51b-4375-8249-8fe80dfde4be req-035bdc9a-6dff-40a7-9f9a-3c2c98db0193 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4b726da0-ae68-495b-bfc7-0968d1d28d92 HTTP/1.1" status: 200 len: 918 time: 0.0887492 Jul 14 13:50:28.320728 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-48f7981d-6841-4f3c-bc39-f6793228a45a None None] Set router 418f6804-5512-4df1-9ed4-490ab5786f37 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:50:28.359761 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ef9eebcf-d51b-4375-8249-8fe80dfde4be req-36e0193c-e4af-496a-9568-d38aa4c39af5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fc7b91e-d223-4e13-8532-c3ca0d191f0b HTTP/1.1" status: 200 len: 998 time: 0.0874405 Jul 14 13:50:28.408909 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9eebcf-d51b-4375-8249-8fe80dfde4be req-5f0513ad-6440-47cf-aad5-405644340766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:28.410400 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ef9eebcf-d51b-4375-8249-8fe80dfde4be req-5f0513ad-6440-47cf-aad5-405644340766 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ebef684f-df3e-493a-a16d-87acc125d2bb HTTP/1.1" status: 200 len: 856 time: 0.0430167 Jul 14 13:50:28.482967 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9eebcf-d51b-4375-8249-8fe80dfde4be req-e4527da8-78a2-47ba-83f8-42c52f6e2140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:28.484466 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ef9eebcf-d51b-4375-8249-8fe80dfde4be req-e4527da8-78a2-47ba-83f8-42c52f6e2140 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b726da0-ae68-495b-bfc7-0968d1d28d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0670197 Jul 14 13:50:28.540848 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-48f7981d-6841-4f3c-bc39-f6793228a45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'name': 'tempest-AttachVolumeShelveTestJSON-1429243708-router', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '16d82faf-0d23-4e36-a1b5-48333c3638fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:49:35Z', 'updated_at': '2021-07-14T13:49:41Z', 'revision_number': 4, 'project_id': '0aa375225aa7437fa9ce67ac24df914c', 'gw_port': {'id': '16d82faf-0d23-4e36-a1b5-48333c3638fa', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:36Z', 'updated_at': '2021-07-14T13:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_floatingips': [{'id': '97bd4635-75c2-41b9-aae0-f36533ecfb5a', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'router_id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'port_id': '8fc7b91e-d223-4e13-8532-c3ca0d191f0b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92', 'mac_address': 'fa:16:3e:02:b4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6b9f5-3db4-4989-ab90-d8880de6c6e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:49:51Z', 'updated_at': '2021-07-14T13:50:27Z', 'revision_number': 1, 'project_id': '0aa375225aa7437fa9ce67ac24df914c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79607842-db7b-4a64-b8c9-c8d955b6574a', 'name': '', 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'mac_address': 'fa:16:3e:97:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ebef684f-df3e-493a-a16d-87acc125d2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:40Z', 'updated_at': '2021-07-14T13:49:50Z', 'revision_number': 5, 'project_id': '0aa375225aa7437fa9ce67ac24df914c', 'subnets': [{'id': 'ebef684f-df3e-493a-a16d-87acc125d2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:50:28.565872 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f7981d-6841-4f3c-bc39-f6793228a45a None None] The sync data for ids ['418f6804-5512-4df1-9ed4-490ab5786f37'] in dv-cinder-800697-2-iscsi is: [{'id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'name': 'tempest-AttachVolumeShelveTestJSON-1429243708-router', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '16d82faf-0d23-4e36-a1b5-48333c3638fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:49:35Z', 'updated_at': '2021-07-14T13:49:41Z', 'revision_number': 4, 'project_id': '0aa375225aa7437fa9ce67ac24df914c', 'gw_port': {'id': '16d82faf-0d23-4e36-a1b5-48333c3638fa', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:36Z', 'updated_at': '2021-07-14T13:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_floatingips': [{'id': '97bd4635-75c2-41b9-aae0-f36533ecfb5a', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'router_id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'port_id': '8fc7b91e-d223-4e13-8532-c3ca0d191f0b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92', 'mac_address': 'fa:16:3e:02:b4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6b9f5-3db4-4989-ab90-d8880de6c6e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:49:51Z', 'updated_at': '2021-07-14T13:50:27Z', 'revision_number': 1, 'project_id': '0aa375225aa7437fa9ce67ac24df914c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79607842-db7b-4a64-b8c9-c8d955b6574a', 'name': '', 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'mac_address': 'fa:16:3e:97:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ebef684f-df3e-493a-a16d-87acc125d2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:40Z', 'updated_at': '2021-07-14T13:49:50Z', 'revision_number': 5, 'project_id': '0aa375225aa7437fa9ce67ac24df914c', 'subnets': [{'id': 'ebef684f-df3e-493a-a16d-87acc125d2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:50:28.578365 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ef9eebcf-d51b-4375-8249-8fe80dfde4be req-8d608421-6542-4c64-ab93-c14be9f34d7c service neutron] 10.222.0.59 "GET /v2.0/networks/4b726da0-ae68-495b-bfc7-0968d1d28d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849202 Jul 14 13:50:28.669736 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ef9eebcf-d51b-4375-8249-8fe80dfde4be req-b020d7fc-75e2-4ae8-b274-383b8cebde61 service neutron] 10.222.0.59 "GET /v2.0/networks/4b726da0-ae68-495b-bfc7-0968d1d28d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813155 Jul 14 13:50:28.767816 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1847ea6d-8141-4daf-817f-5bc0e1ecf5a8 None None] New status for floating IP 97bd4635-75c2-41b9-aae0-f36533ecfb5a: ACTIVE {{(pid=104575) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:50:28.956841 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb5a6b-3186-446c-adad-fde24fdcff58 req-d0841644-050d-4d62-b961-4981340b0596 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:28.958385 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e2bb5a6b-3186-446c-adad-fde24fdcff58 req-d0841644-050d-4d62-b961-4981340b0596 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.0639362 Jul 14 13:50:29.004881 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e2bb5a6b-3186-446c-adad-fde24fdcff58 req-fc4c482b-958d-4a38-af7b-06a626dd53e4 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403845 Jul 14 13:50:30.179485 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4c597-f3b7-4dc9-81e3-96447504aa44 req-a6fc6c43-1594-406a-8061-39bcda1e5282 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:30.180759 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-60e4c597-f3b7-4dc9-81e3-96447504aa44 req-a6fc6c43-1594-406a-8061-39bcda1e5282 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.0681434 Jul 14 13:50:30.218330 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-60e4c597-f3b7-4dc9-81e3-96447504aa44 req-d66da78c-53f4-43e9-8736-2fffdc0f056a tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320117 Jul 14 13:50:31.391925 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ccc25e-d51d-4fbd-83f7-d0bf239f0c20 req-b32316e9-2210-48fe-a49a-5ca7b6ead29c tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:31.393363 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-91ccc25e-d51d-4fbd-83f7-d0bf239f0c20 req-b32316e9-2210-48fe-a49a-5ca7b6ead29c tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.0665162 Jul 14 13:50:31.431266 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-91ccc25e-d51d-4fbd-83f7-d0bf239f0c20 req-1d54f2b6-4353-4f12-922c-1b4574751f14 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321050 Jul 14 13:50:32.629119 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c56a77-4bcb-4256-930b-0def08a05df8 req-f208e6fd-0c7d-4731-abee-f6b4de8a44c8 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:32.630565 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-94c56a77-4bcb-4256-930b-0def08a05df8 req-f208e6fd-0c7d-4731-abee-f6b4de8a44c8 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.0784445 Jul 14 13:50:32.867039 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-94c56a77-4bcb-4256-930b-0def08a05df8 req-241feace-fe0a-4b2f-91d9-526f30ea4d43 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307515 Jul 14 13:50:34.052860 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533b55b-d489-435b-a6aa-6d85a6d22fdd req-c5e5639a-0caf-4426-88ae-e3edcc7034ca tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:34.054328 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a533b55b-d489-435b-a6aa-6d85a6d22fdd req-c5e5639a-0caf-4426-88ae-e3edcc7034ca tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.0716758 Jul 14 13:50:34.091409 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a533b55b-d489-435b-a6aa-6d85a6d22fdd req-29b2624b-6f10-4f34-a24a-cd0907e32120 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314708 Jul 14 13:50:35.275467 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5480847-03fa-4908-95b1-6be8d56174e1 req-2e732f89-a5f2-4f78-957f-24cf1b82bdcc tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:35.278778 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a5480847-03fa-4908-95b1-6be8d56174e1 req-2e732f89-a5f2-4f78-957f-24cf1b82bdcc tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.0668449 Jul 14 13:50:35.318073 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a5480847-03fa-4908-95b1-6be8d56174e1 req-952093e4-ff6c-4917-8cd2-887505cfa3f3 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356865 Jul 14 13:50:36.495737 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd161e70-551c-4eea-a553-212c72200561 req-fa766c79-c506-4c84-ab17-47d41dfaa3c6 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:36.498415 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fd161e70-551c-4eea-a553-212c72200561 req-fa766c79-c506-4c84-ab17-47d41dfaa3c6 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.0641365 Jul 14 13:50:36.536149 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fd161e70-551c-4eea-a553-212c72200561 req-f4cc3207-7e26-4d84-a9c7-a09892e85d1f tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326591 Jul 14 13:50:37.733741 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e55e18-578b-454a-8e5d-dc2649a6900a req-5ebf589f-dcec-4d10-a736-9a939f12fc0e tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:37.735529 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-86e55e18-578b-454a-8e5d-dc2649a6900a req-5ebf589f-dcec-4d10-a736-9a939f12fc0e tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.0641959 Jul 14 13:50:37.773674 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-86e55e18-578b-454a-8e5d-dc2649a6900a req-b9d4b887-88a0-4766-917d-6c81fd979d76 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323014 Jul 14 13:50:38.954161 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8452ef-efbb-46c4-9efe-fa9e58f39c1f req-98719e15-da28-45dc-8965-dfa4c0d264fb tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:38.955695 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ad8452ef-efbb-46c4-9efe-fa9e58f39c1f req-98719e15-da28-45dc-8965-dfa4c0d264fb tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.0693731 Jul 14 13:50:38.994067 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ad8452ef-efbb-46c4-9efe-fa9e58f39c1f req-d08538d4-a1af-4869-a082-343b38ee5c12 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326967 Jul 14 13:50:40.161067 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05949b-41e2-4589-a4c4-ac439df0884d req-dd868c66-6bfa-499b-9649-fcbd3846458f tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:40.162590 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9a05949b-41e2-4589-a4c4-ac439df0884d req-dd868c66-6bfa-499b-9649-fcbd3846458f tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.0622425 Jul 14 13:50:40.204572 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9a05949b-41e2-4589-a4c4-ac439df0884d req-64ff0e89-b2a9-408d-ba76-fb573b5449f6 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363789 Jul 14 13:50:40.953264 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 42552) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:41.056564 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-5657a8a4-59c7-43cc-935c-2bd59e11ae37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:41.143453 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-5657a8a4-59c7-43cc-935c-2bd59e11ae37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:41.148291 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-5657a8a4-59c7-43cc-935c-2bd59e11ae37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:41.187663 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5657a8a4-59c7-43cc-935c-2bd59e11ae37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8272e2c7-d337-4cfa-be77-de5e401ec2d1,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:41.191556 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-5657a8a4-59c7-43cc-935c-2bd59e11ae37 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8b62bcbdccc44063b921f1226e469c23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372546 Jul 14 13:50:41.194388 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 42564) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:41.197475 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5657a8a4-59c7-43cc-935c-2bd59e11ae37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:41.197822 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5657a8a4-59c7-43cc-935c-2bd59e11ae37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:41.198162 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5657a8a4-59c7-43cc-935c-2bd59e11ae37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:41.198493 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5657a8a4-59c7-43cc-935c-2bd59e11ae37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:41.198821 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5657a8a4-59c7-43cc-935c-2bd59e11ae37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:41.199645 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5657a8a4-59c7-43cc-935c-2bd59e11ae37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:41.199645 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5657a8a4-59c7-43cc-935c-2bd59e11ae37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:41.199819 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5657a8a4-59c7-43cc-935c-2bd59e11ae37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:41.200112 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5657a8a4-59c7-43cc-935c-2bd59e11ae37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:41.200433 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5657a8a4-59c7-43cc-935c-2bd59e11ae37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:41.200771 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5657a8a4-59c7-43cc-935c-2bd59e11ae37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:41.201089 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5657a8a4-59c7-43cc-935c-2bd59e11ae37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:41.251192 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c53239b0-c83d-4d4e-a681-afae0c7d45b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:41.272412 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c53239b0-c83d-4d4e-a681-afae0c7d45b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:41.323711 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c53239b0-c83d-4d4e-a681-afae0c7d45b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:41.326082 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c53239b0-c83d-4d4e-a681-afae0c7d45b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:41.327261 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-c53239b0-c83d-4d4e-a681-afae0c7d45b3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8272e2c7-d337-4cfa-be77-de5e401ec2d1 HTTP/1.1" status: 204 len: 168 time: 0.1313295 Jul 14 13:50:41.335100 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53239b0-c83d-4d4e-a681-afae0c7d45b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8272e2c7-d337-4cfa-be77-de5e401ec2d1,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:41.342282 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53239b0-c83d-4d4e-a681-afae0c7d45b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:41.342630 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53239b0-c83d-4d4e-a681-afae0c7d45b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:41.342996 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53239b0-c83d-4d4e-a681-afae0c7d45b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:41.343331 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53239b0-c83d-4d4e-a681-afae0c7d45b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:41.343657 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53239b0-c83d-4d4e-a681-afae0c7d45b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:41.344077 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53239b0-c83d-4d4e-a681-afae0c7d45b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:41.344296 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53239b0-c83d-4d4e-a681-afae0c7d45b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:41.344621 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53239b0-c83d-4d4e-a681-afae0c7d45b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:41.344942 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53239b0-c83d-4d4e-a681-afae0c7d45b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:41.345259 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53239b0-c83d-4d4e-a681-afae0c7d45b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:41.345574 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53239b0-c83d-4d4e-a681-afae0c7d45b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:41.345886 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53239b0-c83d-4d4e-a681-afae0c7d45b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:41.394146 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c8061-d179-42df-8ecc-5ff163dc431a req-cf7a3a71-000f-4fd0-9cd8-cfde5c431da8 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:41.395743 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5b1c8061-d179-42df-8ecc-5ff163dc431a req-cf7a3a71-000f-4fd0-9cd8-cfde5c431da8 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.0763223 Jul 14 13:50:41.433405 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5b1c8061-d179-42df-8ecc-5ff163dc431a req-117c8cb0-b212-4bd3-9d40-17b3735c3462 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320110 Jul 14 13:50:41.584739 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 42572) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:41.597718 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6ea0ee94-8e18-41ea-b332-45c26a838d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:41.686742 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6ea0ee94-8e18-41ea-b332-45c26a838d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:41.691772 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6ea0ee94-8e18-41ea-b332-45c26a838d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:41.728193 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-6ea0ee94-8e18-41ea-b332-45c26a838d05 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1f04e14f5c804d64b5b447293c61925e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1424060 Jul 14 13:50:41.729013 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0ee94-8e18-41ea-b332-45c26a838d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be63dd4-af16-4ab5-b5a6-59811958c220,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:41.731091 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 42574) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:41.778515 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2235ef25-7c7b-497a-9614-4ed819855630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:41.804654 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2235ef25-7c7b-497a-9614-4ed819855630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:41.855103 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2235ef25-7c7b-497a-9614-4ed819855630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:41.857810 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2235ef25-7c7b-497a-9614-4ed819855630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:41.858992 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-2235ef25-7c7b-497a-9614-4ed819855630 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7be63dd4-af16-4ab5-b5a6-59811958c220 HTTP/1.1" status: 204 len: 168 time: 0.1268656 Jul 14 13:50:41.867475 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235ef25-7c7b-497a-9614-4ed819855630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be63dd4-af16-4ab5-b5a6-59811958c220,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:42.608305 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596141d1-3aad-4b29-98c0-17617e3d482a req-7d067138-13a2-4010-825a-fd45f2fc9016 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:42.609678 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-596141d1-3aad-4b29-98c0-17617e3d482a req-7d067138-13a2-4010-825a-fd45f2fc9016 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.0651746 Jul 14 13:50:42.646937 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-596141d1-3aad-4b29-98c0-17617e3d482a req-07106702-b239-4163-bcbf-d49d051dde3e tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312965 Jul 14 13:50:43.826162 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edba2f4-923b-4783-ad3d-199de015b729 req-86079d07-ebd1-4fdc-87ac-3e6684331f55 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:43.827665 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0edba2f4-923b-4783-ad3d-199de015b729 req-86079d07-ebd1-4fdc-87ac-3e6684331f55 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.0675139 Jul 14 13:50:43.866272 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0edba2f4-923b-4783-ad3d-199de015b729 req-415541d0-7232-41a0-a787-81fbeb0bdf5a tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329583 Jul 14 13:50:44.720831 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309e373-1ad6-40bb-bb42-7b1b29c39321 req-e107459e-0db9-43f0-bb81-8cb4f66998e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:44.722407 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a309e373-1ad6-40bb-bb42-7b1b29c39321 req-e107459e-0db9-43f0-bb81-8cb4f66998e4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 1099 time: 0.0588377 Jul 14 13:50:44.751932 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7b6fa5ac-716f-4df0-92f5-ba0efa7d2acb req-b94369f0-2837-4302-9adb-ca249b5a0b76 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c66995cb-4c59-4f74-9924-f95643f55bd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0576637 Jul 14 13:50:44.764330 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a309e373-1ad6-40bb-bb42-7b1b29c39321 req-a864971d-b7f6-49ab-a263-d727b5c87f84 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316172 Jul 14 13:50:45.042491 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b355ec5-d565-4edf-9cf4-74c45f4c2f5d req-b2852c11-268b-4704-80d1-889f46c04728 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:45.044007 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5b355ec5-d565-4edf-9cf4-74c45f4c2f5d req-b2852c11-268b-4704-80d1-889f46c04728 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.0662091 Jul 14 13:50:45.086906 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5b355ec5-d565-4edf-9cf4-74c45f4c2f5d req-cf712c4d-f1a2-4df8-bd6c-f17e52e83cdc tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364890 Jul 14 13:50:45.172226 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6fa5ac-716f-4df0-92f5-ba0efa7d2acb req-b9ee012d-769a-4b38-b733-e55c762f5a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:45.173770 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7b6fa5ac-716f-4df0-92f5-ba0efa7d2acb req-b9ee012d-769a-4b38-b733-e55c762f5a98 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8caf6d3ddae345d7b88e452d1381219c&device_id=c66995cb-4c59-4f74-9924-f95643f55bd0 HTTP/1.1" status: 200 len: 1099 time: 0.0532346 Jul 14 13:50:45.300325 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6fa5ac-716f-4df0-92f5-ba0efa7d2acb req-7a360fbb-e963-4d79-b715-46810fc903d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:45.301992 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7b6fa5ac-716f-4df0-92f5-ba0efa7d2acb req-7a360fbb-e963-4d79-b715-46810fc903d5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4de1993-7c47-4ecf-ae83-1c08c36ec002 HTTP/1.1" status: 200 len: 912 time: 0.0972986 Jul 14 13:50:45.354223 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7b6fa5ac-716f-4df0-92f5-ba0efa7d2acb req-d0123f8c-4b5e-401f-8ae9-4992326b6190 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0bee2fe-5d7f-4011-a39d-94a0cb729dbb HTTP/1.1" status: 200 len: 217 time: 0.0443854 Jul 14 13:50:45.406531 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6fa5ac-716f-4df0-92f5-ba0efa7d2acb req-352cfde5-c626-4d7a-b090-becedef27735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:45.408087 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7b6fa5ac-716f-4df0-92f5-ba0efa7d2acb req-352cfde5-c626-4d7a-b090-becedef27735 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2914cfec-3a39-4126-919b-2a077e7bd9d1 HTTP/1.1" status: 200 len: 851 time: 0.0467958 Jul 14 13:50:45.455669 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7b6fa5ac-716f-4df0-92f5-ba0efa7d2acb req-fe59b86a-cb2c-49a2-82a8-0dc8b74016b5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4de1993-7c47-4ecf-ae83-1c08c36ec002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281551 Jul 14 13:50:45.553310 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 42720) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:45.586750 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7b6fa5ac-716f-4df0-92f5-ba0efa7d2acb req-317efa4a-0662-45b0-a907-c3d0c8ea7005 service neutron] 10.222.0.59 "GET /v2.0/networks/a4de1993-7c47-4ecf-ae83-1c08c36ec002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968277 Jul 14 13:50:45.668605 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3d523d8f-bd80-4546-989c-fdf5a5d67f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:45.703299 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7b6fa5ac-716f-4df0-92f5-ba0efa7d2acb req-f9611f16-d3f4-471b-aa36-b75593502c0f service neutron] 10.222.0.59 "GET /v2.0/networks/a4de1993-7c47-4ecf-ae83-1c08c36ec002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092098 Jul 14 13:50:45.766543 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3d523d8f-bd80-4546-989c-fdf5a5d67f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:45.771005 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3d523d8f-bd80-4546-989c-fdf5a5d67f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:45.808347 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d523d8f-bd80-4546-989c-fdf5a5d67f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e30a87-051e-4785-8694-b49600369296,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:45.812768 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-3d523d8f-bd80-4546-989c-fdf5a5d67f90 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b20288949781434ea050c96c9f4ac4b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2581849 Jul 14 13:50:45.815480 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 42728) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:45.865960 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-fd58c2d2-4e20-4b93-a9f0-8061e96468ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:45.887458 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-fd58c2d2-4e20-4b93-a9f0-8061e96468ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:45.944228 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-fd58c2d2-4e20-4b93-a9f0-8061e96468ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:45.946763 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-fd58c2d2-4e20-4b93-a9f0-8061e96468ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:45.947930 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-fd58c2d2-4e20-4b93-a9f0-8061e96468ba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e8e30a87-051e-4785-8694-b49600369296 HTTP/1.1" status: 204 len: 168 time: 0.1315238 Jul 14 13:50:45.955727 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd58c2d2-4e20-4b93-a9f0-8061e96468ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e30a87-051e-4785-8694-b49600369296,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:46.257045 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 42744) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:46.271592 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-811058b6-b139-4a05-ae16-d84936593089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:46.279040 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 42746) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:46.309247 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8ee0c-205f-4157-a58f-548069562490 req-f85befb5-4a57-48dc-aa85-09d56c5b1cd5 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:46.311438 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-edb8ee0c-205f-4157-a58f-548069562490 req-f85befb5-4a57-48dc-aa85-09d56c5b1cd5 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.0696900 Jul 14 13:50:46.353326 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-edb8ee0c-205f-4157-a58f-548069562490 req-6885e4d4-3aef-438f-bb81-e494fb6c7067 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356636 Jul 14 13:50:46.384999 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-811058b6-b139-4a05-ae16-d84936593089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:46.394370 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-811058b6-b139-4a05-ae16-d84936593089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:46.422622 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-811058b6-b139-4a05-ae16-d84936593089 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1699716e1beb4498a186ffd5a7c4fe2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1636848 Jul 14 13:50:46.425536 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 42754) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:46.442597 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811058b6-b139-4a05-ae16-d84936593089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff1075c-ab59-45a4-98ef-619ef98e1a89,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:46.491072 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-64fa69fe-3786-4326-89d3-5ec522bb7eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:46.494943 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2f86f477-788b-4d25-a075-68c21cf02c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:46.515929 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-64fa69fe-3786-4326-89d3-5ec522bb7eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:46.573421 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-64fa69fe-3786-4326-89d3-5ec522bb7eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:46.576965 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-64fa69fe-3786-4326-89d3-5ec522bb7eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:46.578359 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-64fa69fe-3786-4326-89d3-5ec522bb7eab admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bff1075c-ab59-45a4-98ef-619ef98e1a89 HTTP/1.1" status: 204 len: 168 time: 0.1515157 Jul 14 13:50:46.586826 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa69fe-3786-4326-89d3-5ec522bb7eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff1075c-ab59-45a4-98ef-619ef98e1a89,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:46.624337 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2f86f477-788b-4d25-a075-68c21cf02c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:46.628660 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2f86f477-788b-4d25-a075-68c21cf02c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:46.672045 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-2f86f477-788b-4d25-a075-68c21cf02c6a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1dd0813c1ec64ede93a5f0efe5e2c484&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3881247 Jul 14 13:50:46.672045 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f86f477-788b-4d25-a075-68c21cf02c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f03a185-c755-4022-8ad4-5c11dfd43b1f,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:46.672431 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 42766) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:46.731947 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-207d3e49-3deb-4b1c-aa26-5862506d1669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:46.789239 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-207d3e49-3deb-4b1c-aa26-5862506d1669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:46.874583 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-207d3e49-3deb-4b1c-aa26-5862506d1669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:46.874743 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-a7c7ceb8-70bd-49c1-a8b7-254897dcb1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:46.877277 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-207d3e49-3deb-4b1c-aa26-5862506d1669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:46.878443 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-207d3e49-3deb-4b1c-aa26-5862506d1669 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0f03a185-c755-4022-8ad4-5c11dfd43b1f HTTP/1.1" status: 204 len: 168 time: 0.2050617 Jul 14 13:50:46.890725 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d3e49-3deb-4b1c-aa26-5862506d1669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f03a185-c755-4022-8ad4-5c11dfd43b1f,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:47.124582 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:47.224826 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 42808) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:47.238566 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-530bc69c-b845-4ab4-9549-30e386a25ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:47.329294 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-530bc69c-b845-4ab4-9549-30e386a25ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:47.333683 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-530bc69c-b845-4ab4-9549-30e386a25ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:47.372115 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-530bc69c-b845-4ab4-9549-30e386a25ebe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5e0056f07e1a4de48739ea4efb83ed29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437838 Jul 14 13:50:47.372115 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530bc69c-b845-4ab4-9549-30e386a25ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9fa2b0-b89a-41d6-9a96-2beac1cb1326,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:47.372619 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 42814) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:47.427701 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6389617f-d773-4882-9e33-7db65f262397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:47.449005 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6389617f-d773-4882-9e33-7db65f262397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:47.505269 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6389617f-d773-4882-9e33-7db65f262397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:47.508137 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6389617f-d773-4882-9e33-7db65f262397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:47.509409 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-6389617f-d773-4882-9e33-7db65f262397 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9c9fa2b0-b89a-41d6-9a96-2beac1cb1326 HTTP/1.1" status: 204 len: 168 time: 0.1338942 Jul 14 13:50:47.520305 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389617f-d773-4882-9e33-7db65f262397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9fa2b0-b89a-41d6-9a96-2beac1cb1326,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:47.541370 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa345cb-24c6-41f3-ad15-3ccc15f84697 req-eb33e320-33d7-4e09-9eea-6991d556cdd8 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:47.548058 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2aa345cb-24c6-41f3-ad15-3ccc15f84697 req-eb33e320-33d7-4e09-9eea-6991d556cdd8 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.0768726 Jul 14 13:50:47.583271 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2aa345cb-24c6-41f3-ad15-3ccc15f84697 req-2ad67501-0a6a-4844-8a38-abfeac477ea3 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343277 Jul 14 13:50:47.776686 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be8349-927b-498c-af0c-d27460a94d81 req-ef671d81-bb2b-4e82-89d5-a0d53a4840c9 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:47.778699 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e0be8349-927b-498c-af0c-d27460a94d81 req-ef671d81-bb2b-4e82-89d5-a0d53a4840c9 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0719790 Jul 14 13:50:47.825577 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e0be8349-927b-498c-af0c-d27460a94d81 req-17d3e286-2dfb-4d22-8fb1-9e98ab2a527a tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350809 Jul 14 13:50:49.406432 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8c00f7a1-4c98-44b7-922e-d3dfcf1ee887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:49.549576 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:50.556019 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:50.849453 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.agents_db [None req-f94fc2f4-144f-4bce-9715-a006bfd56775 None None] Agent healthcheck: found 6 active agents {{(pid=104576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:50:52.071180 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:52.763594 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe8f6b-6101-4d3c-a41a-e2a975222465 req-2d8fe4e9-691e-4037-9fed-503fc3e6fda1 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:52.765111 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-dafe8f6b-6101-4d3c-a41a-e2a975222465 req-2d8fe4e9-691e-4037-9fed-503fc3e6fda1 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0641880 Jul 14 13:50:52.803954 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-dafe8f6b-6101-4d3c-a41a-e2a975222465 req-30bf9384-7fab-4092-9caf-dd3fbf2ee8a7 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324523 Jul 14 13:50:54.124788 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd25c8b-6bed-43f8-9418-e749cca161e6 req-f8966da1-a2ea-48e2-a80d-4bf4b8422d84 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:54.126262 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-3fd25c8b-6bed-43f8-9418-e749cca161e6 req-f8966da1-a2ea-48e2-a80d-4bf4b8422d84 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0670276 Jul 14 13:50:54.168307 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-3fd25c8b-6bed-43f8-9418-e749cca161e6 req-dfa37c94-46d2-4b6d-9cc6-3ccef9a85ab2 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363011 Jul 14 13:50:55.350506 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514aeabe-933c-4e63-9d8f-9a0f46333896 req-1cd35621-6ea6-46c4-9ebf-6b8f5718675d tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:55.352044 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-514aeabe-933c-4e63-9d8f-9a0f46333896 req-1cd35621-6ea6-46c4-9ebf-6b8f5718675d tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0696161 Jul 14 13:50:55.391578 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-514aeabe-933c-4e63-9d8f-9a0f46333896 req-d4c3b983-6abc-4317-a507-362ce4de2fd5 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336587 Jul 14 13:50:55.681718 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d25ef-034f-453e-91ac-338114509e5b req-16b59b83-5189-416b-8cf1-2b6dbd6f3cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:55.683225 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4b5d25ef-034f-453e-91ac-338114509e5b req-16b59b83-5189-416b-8cf1-2b6dbd6f3cd8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f9d746b4e934f23803208b8947e1ac5&device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 1098 time: 0.0558672 Jul 14 13:50:55.805491 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d25ef-034f-453e-91ac-338114509e5b req-f0e2a9b6-58fd-480a-ad38-05a9c19df4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:55.806967 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4b5d25ef-034f-453e-91ac-338114509e5b req-f0e2a9b6-58fd-480a-ad38-05a9c19df4d9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6454f800-8ef5-4b50-ab22-8dab9a0ab218 HTTP/1.1" status: 200 len: 919 time: 0.0907485 Jul 14 13:50:55.850604 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4b5d25ef-034f-453e-91ac-338114509e5b req-71399568-01b4-49e5-bd39-d221b2a8931d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cef9ee7d-401e-4905-b632-7f279f3489f2 HTTP/1.1" status: 200 len: 217 time: 0.0344796 Jul 14 13:50:55.908367 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d25ef-034f-453e-91ac-338114509e5b req-7139e01b-281b-4181-9dc9-f8c7468e814b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:55.909868 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4b5d25ef-034f-453e-91ac-338114509e5b req-7139e01b-281b-4181-9dc9-f8c7468e814b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fa866c6-0b23-498d-86e8-617a82bdd6ff HTTP/1.1" status: 200 len: 858 time: 0.0489066 Jul 14 13:50:55.946518 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4b5d25ef-034f-453e-91ac-338114509e5b req-fab706e9-5548-4979-9e3b-1e7f60db93ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6454f800-8ef5-4b50-ab22-8dab9a0ab218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294147 Jul 14 13:50:56.033048 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4b5d25ef-034f-453e-91ac-338114509e5b req-0e182101-1932-4f0a-aab1-a3128c13bf21 service neutron] 10.222.0.59 "GET /v2.0/networks/6454f800-8ef5-4b50-ab22-8dab9a0ab218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791771 Jul 14 13:50:56.143960 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4b5d25ef-034f-453e-91ac-338114509e5b req-02f857bb-d2e8-4ff6-a7de-51a892fe81ec service neutron] 10.222.0.59 "GET /v2.0/networks/6454f800-8ef5-4b50-ab22-8dab9a0ab218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039336 Jul 14 13:50:56.566396 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7779d0-2cff-4c14-ae20-aa172f0a4eae req-14316ace-01ff-46e2-8620-d3a3f0e9d26a tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:56.567929 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cd7779d0-2cff-4c14-ae20-aa172f0a4eae req-14316ace-01ff-46e2-8620-d3a3f0e9d26a tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0640321 Jul 14 13:50:56.605486 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cd7779d0-2cff-4c14-ae20-aa172f0a4eae req-be95c02e-b2fd-4d16-adf7-3ce7a7431b3d tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318532 Jul 14 13:50:57.251633 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e7678-7393-4d09-8ee6-387274f6c407 req-ce430533-1c19-4acf-9f46-e8eaa751f42c tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:57.253104 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-269e7678-7393-4d09-8ee6-387274f6c407 req-ce430533-1c19-4acf-9f46-e8eaa751f42c tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/ports?device_id=c66995cb-4c59-4f74-9924-f95643f55bd0 HTTP/1.1" status: 200 len: 946 time: 0.0676105 Jul 14 13:50:57.290877 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-269e7678-7393-4d09-8ee6-387274f6c407 req-252a64c8-91f1-4254-bf31-de44c0a18d54 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/security-groups?id=a10a40c1-03e1-4598-b38a-aeb8588c3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320623 Jul 14 13:50:57.783961 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1bd5f-2987-4603-8e31-2d642508b8c0 req-a95b9e25-4679-40b2-bd0f-c3b1e6bc3aa7 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:57.785428 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d3d1bd5f-2987-4603-8e31-2d642508b8c0 req-a95b9e25-4679-40b2-bd0f-c3b1e6bc3aa7 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0634630 Jul 14 13:50:57.823326 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d3d1bd5f-2987-4603-8e31-2d642508b8c0 req-58a459be-a181-4e94-802c-d8212c31512a tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317609 Jul 14 13:50:58.479095 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5209eca-b334-4229-8914-2fde1d58c8e1 req-7086e004-ea73-4116-b5ce-b0e1d3bbfa82 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:58.480412 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e5209eca-b334-4229-8914-2fde1d58c8e1 req-7086e004-ea73-4116-b5ce-b0e1d3bbfa82 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/ports?device_id=c66995cb-4c59-4f74-9924-f95643f55bd0 HTTP/1.1" status: 200 len: 946 time: 0.0677528 Jul 14 13:50:58.519536 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e5209eca-b334-4229-8914-2fde1d58c8e1 req-5cffc4a9-fe53-45f3-8bec-b9530a38348b tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/security-groups?id=a10a40c1-03e1-4598-b38a-aeb8588c3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331051 Jul 14 13:50:59.010267 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cafb0-f610-4f01-bce5-df3888ed4a34 req-5257bf91-f6d3-4a8e-bfa9-590ede1ef12e tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:59.011763 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-896cafb0-f610-4f01-bce5-df3888ed4a34 req-5257bf91-f6d3-4a8e-bfa9-590ede1ef12e tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0752091 Jul 14 13:50:59.049283 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-896cafb0-f610-4f01-bce5-df3888ed4a34 req-1069e0bd-5d5e-4e2a-a17d-7eeb9fd527db tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318623 Jul 14 13:50:59.691264 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229666bf-77f6-46fa-b5bd-e51294926518 req-0f8898eb-4bf9-4395-bfa3-534010df8680 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:59.692748 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-229666bf-77f6-46fa-b5bd-e51294926518 req-0f8898eb-4bf9-4395-bfa3-534010df8680 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/ports?device_id=c66995cb-4c59-4f74-9924-f95643f55bd0 HTTP/1.1" status: 200 len: 946 time: 0.0624502 Jul 14 13:50:59.735532 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-229666bf-77f6-46fa-b5bd-e51294926518 req-416aa60c-875c-4129-9c3e-8eb91e818265 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/security-groups?id=a10a40c1-03e1-4598-b38a-aeb8588c3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366015 Jul 14 13:51:00.253468 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521d2fb-cf81-416c-8e82-fb0ab986953c req-a70e8cb7-5579-42a2-a8b7-47ae7d6c0f99 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:00.254944 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4521d2fb-cf81-416c-8e82-fb0ab986953c req-a70e8cb7-5579-42a2-a8b7-47ae7d6c0f99 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0830741 Jul 14 13:51:00.293246 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4521d2fb-cf81-416c-8e82-fb0ab986953c req-e2596ae4-3d5f-43f5-a705-5009928be6f8 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324032 Jul 14 13:51:00.917118 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ecff4b-97e3-4e85-ad0e-29e87593aac9 req-896407a6-acce-468c-bcfd-fda8bb00984b tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:00.918572 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-43ecff4b-97e3-4e85-ad0e-29e87593aac9 req-896407a6-acce-468c-bcfd-fda8bb00984b tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/ports?device_id=c66995cb-4c59-4f74-9924-f95643f55bd0 HTTP/1.1" status: 200 len: 946 time: 0.0631218 Jul 14 13:51:00.959410 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-43ecff4b-97e3-4e85-ad0e-29e87593aac9 req-bf1f5328-8b87-44ec-b6c4-6dcb344010d8 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/security-groups?id=a10a40c1-03e1-4598-b38a-aeb8588c3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349827 Jul 14 13:51:01.480216 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aee70e-5c0b-41c5-90bd-49d4933b4b76 req-fdf1123b-0397-484a-9ebb-5c26813fbc44 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:01.481550 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f7aee70e-5c0b-41c5-90bd-49d4933b4b76 req-fdf1123b-0397-484a-9ebb-5c26813fbc44 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0683377 Jul 14 13:51:01.523188 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f7aee70e-5c0b-41c5-90bd-49d4933b4b76 req-8051960a-c23d-452e-acc0-81ca851d6e37 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356574 Jul 14 13:51:02.129950 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8cf5cc-0091-4299-bf43-96d73b223237 req-5f5ae7fc-4a3d-4281-863a-6272bef656e4 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:02.131416 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7f8cf5cc-0091-4299-bf43-96d73b223237 req-5f5ae7fc-4a3d-4281-863a-6272bef656e4 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/ports?device_id=c66995cb-4c59-4f74-9924-f95643f55bd0 HTTP/1.1" status: 200 len: 946 time: 0.0634224 Jul 14 13:51:02.167831 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7f8cf5cc-0091-4299-bf43-96d73b223237 req-8384db50-45fe-4424-92f8-121ad3d4f9d8 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/security-groups?id=a10a40c1-03e1-4598-b38a-aeb8588c3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308363 Jul 14 13:51:02.706599 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70fbf43-6026-4ea3-9075-9585db3bd722 req-b6e649d6-ff74-4a29-a699-84303c0b2c1b tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:02.708036 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e70fbf43-6026-4ea3-9075-9585db3bd722 req-b6e649d6-ff74-4a29-a699-84303c0b2c1b tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0645659 Jul 14 13:51:02.745268 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e70fbf43-6026-4ea3-9075-9585db3bd722 req-6c3010fc-692f-4b54-975a-3937fd51f6d5 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309529 Jul 14 13:51:03.348165 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9178936-7c0e-44c0-a4f6-139438bfe195 req-01464c0c-f1fc-4fa6-ad44-614c4201a4d9 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:03.349834 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a9178936-7c0e-44c0-a4f6-139438bfe195 req-01464c0c-f1fc-4fa6-ad44-614c4201a4d9 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/ports?device_id=c66995cb-4c59-4f74-9924-f95643f55bd0 HTTP/1.1" status: 200 len: 946 time: 0.0638897 Jul 14 13:51:03.387986 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a9178936-7c0e-44c0-a4f6-139438bfe195 req-86d2eade-c339-487b-91a1-7377c430ea15 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/security-groups?id=a10a40c1-03e1-4598-b38a-aeb8588c3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321944 Jul 14 13:51:03.929924 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad477ce-99eb-4d6f-8152-c5509da260fa req-9dc1dbb4-67ea-4f5c-a12f-e7bc7270ad8d tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:03.932102 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-aad477ce-99eb-4d6f-8152-c5509da260fa req-9dc1dbb4-67ea-4f5c-a12f-e7bc7270ad8d tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0682747 Jul 14 13:51:03.982953 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-aad477ce-99eb-4d6f-8152-c5509da260fa req-6714acdc-6c97-4877-9e94-62e42b012acb tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435593 Jul 14 13:51:04.493066 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70054cc9-6e08-4c52-b520-ae9237316152 req-6351c04c-c0ae-4e1a-ac40-ebafcae34693 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:04.495638 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-70054cc9-6e08-4c52-b520-ae9237316152 req-6351c04c-c0ae-4e1a-ac40-ebafcae34693 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.59 "GET /v2.0/ports?device_id=c66995cb-4c59-4f74-9924-f95643f55bd0 HTTP/1.1" status: 200 len: 946 time: 0.3406303 Jul 14 13:51:04.522139 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 43298) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:04.610077 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22578f-3e63-416d-9889-09eaf9179225 req-7114cde1-c2dc-444f-9cfe-9813a46b2c8e tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:04.618195 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5f22578f-3e63-416d-9889-09eaf9179225 req-7114cde1-c2dc-444f-9cfe-9813a46b2c8e tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/ports?device_id=c66995cb-4c59-4f74-9924-f95643f55bd0 HTTP/1.1" status: 200 len: 946 time: 0.0825591 Jul 14 13:51:04.662710 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5f22578f-3e63-416d-9889-09eaf9179225 req-8f595559-6dad-4125-8250-3899dab11282 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/security-groups?id=a10a40c1-03e1-4598-b38a-aeb8588c3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430279 Jul 14 13:51:04.678161 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [req-70054cc9-6e08-4c52-b520-ae9237316152 req-7ec4cf9e-755d-4d8e-be10-319d726239d3 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Deleting port c0bee2fe-5d7f-4011-a39d-94a0cb729dbb {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:51:04.678567 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-70054cc9-6e08-4c52-b520-ae9237316152 req-7ec4cf9e-755d-4d8e-be10-319d726239d3 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:04.688984 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-97e6ad45-4028-4e41-b628-f97ade53fa75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:04.773617 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [req-70054cc9-6e08-4c52-b520-ae9237316152 req-7ec4cf9e-755d-4d8e-be10-319d726239d3 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] For port c0bee2fe-5d7f-4011-a39d-94a0cb729dbb, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c0bee2fe-5d7f-4011-a39d-94a0cb729dbb,segment=NetworkSegment(bf7a6c71-c634-4a61-86f2-3f00bb21f2c8),segment_id=bf7a6c71-c634-4a61-86f2-3f00bb21f2c8)] {{(pid=104573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:04.774148 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-70054cc9-6e08-4c52-b520-ae9237316152 req-7ec4cf9e-755d-4d8e-be10-319d726239d3 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:04.783071 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-97e6ad45-4028-4e41-b628-f97ade53fa75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:04.788069 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-97e6ad45-4028-4e41-b628-f97ade53fa75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:04.789570 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [req-70054cc9-6e08-4c52-b520-ae9237316152 req-7ec4cf9e-755d-4d8e-be10-319d726239d3 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Calling delete_port for c0bee2fe-5d7f-4011-a39d-94a0cb729dbb owned by compute:nova {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:51:04.826183 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e6ad45-4028-4e41-b628-f97ade53fa75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027821f7-61c2-42f5-aea5-d67f8f26d2df,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:04.834881 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-97e6ad45-4028-4e41-b628-f97ade53fa75 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=33d45d27928248cca1c3fc7f2e32de83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3104570 Jul 14 13:51:04.836002 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 43310) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:04.883629 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-141b6e18-4269-4292-9918-81bb47bf1550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:04.905487 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-141b6e18-4269-4292-9918-81bb47bf1550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:04.948266 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-70054cc9-6e08-4c52-b520-ae9237316152 req-7ec4cf9e-755d-4d8e-be10-319d726239d3 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25680231'] for port, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:04.953471 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-141b6e18-4269-4292-9918-81bb47bf1550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:04.956072 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-141b6e18-4269-4292-9918-81bb47bf1550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:04.959939 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-141b6e18-4269-4292-9918-81bb47bf1550 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/027821f7-61c2-42f5-aea5-d67f8f26d2df HTTP/1.1" status: 204 len: 168 time: 0.1202805 Jul 14 13:51:04.967510 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b6e18-4269-4292-9918-81bb47bf1550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027821f7-61c2-42f5-aea5-d67f8f26d2df,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:04.979381 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4cf9e-755d-4d8e-be10-319d726239d3 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Pushing event deleted for resources: {'Port': ['ID=c0bee2fe-5d7f-4011-a39d-94a0cb729dbb,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:04.990366 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['c0bee2fe-5d7f-4011-a39d-94a0cb729dbb'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:51:05.063201 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [req-70054cc9-6e08-4c52-b520-ae9237316152 req-7ec4cf9e-755d-4d8e-be10-319d726239d3 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] No DVR routers for this DVR port c0bee2fe-5d7f-4011-a39d-94a0cb729dbb on host hv-cinder-80069 {{(pid=104573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:51:05.066720 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-70054cc9-6e08-4c52-b520-ae9237316152 req-7ec4cf9e-755d-4d8e-be10-319d726239d3 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:05.068770 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-70054cc9-6e08-4c52-b520-ae9237316152 req-7ec4cf9e-755d-4d8e-be10-319d726239d3 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.59 "DELETE /v2.0/ports/c0bee2fe-5d7f-4011-a39d-94a0cb729dbb HTTP/1.1" status: 204 len: 173 time: 0.5656061 Jul 14 13:51:05.069222 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66995cb-4c59-4f74-9924-f95643f55bd0', 'name': 'network-vif-deleted', 'tag': 'c0bee2fe-5d7f-4011-a39d-94a0cb729dbb'}] {{(pid=104573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:51:05.071563 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad51c498d533f361780c3af87c8a8c65edab733b1bfa9c6a05399bf2ccc5452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f003976-5a66-4ab8-af2f-bdf871820b3a" -d '{"events": [{"server_uuid": "c66995cb-4c59-4f74-9924-f95643f55bd0", "name": "network-vif-deleted", "tag": "c0bee2fe-5d7f-4011-a39d-94a0cb729dbb"}]}' {{(pid=104573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:51:05.203871 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05c2fe-396a-494d-8478-017a97217620 req-6c7d8d2b-96f0-4252-bcce-07a3ecaaab29 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:05.204042 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a98271-3468-4a56-8603-39e77d81fa4b x-openstack-request-id: req-16a98271-3468-4a56-8603-39e77d81fa4b {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:51:05.204281 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66995cb-4c59-4f74-9924-f95643f55bd0", "name": "network-vif-deleted", "tag": "c0bee2fe-5d7f-4011-a39d-94a0cb729dbb", "status": "completed", "code": 200}]} {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:51:05.204593 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-16a98271-3468-4a56-8603-39e77d81fa4b {{(pid=104573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:51:05.205061 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66995cb-4c59-4f74-9924-f95643f55bd0', 'name': 'network-vif-deleted', 'tag': 'c0bee2fe-5d7f-4011-a39d-94a0cb729dbb', 'status': 'completed', 'code': 200} Jul 14 13:51:05.206999 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cd05c2fe-396a-494d-8478-017a97217620 req-6c7d8d2b-96f0-4252-bcce-07a3ecaaab29 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0960052 Jul 14 13:51:05.249287 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cd05c2fe-396a-494d-8478-017a97217620 req-299b105b-3edb-4e21-bfc5-895097ae73c8 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355341 Jul 14 13:51:05.315899 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 43326) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:05.329140 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-67669498-d91d-4fbd-8dd9-4b71e4480feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:05.416558 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-67669498-d91d-4fbd-8dd9-4b71e4480feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:05.420960 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-67669498-d91d-4fbd-8dd9-4b71e4480feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:05.459411 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-67669498-d91d-4fbd-8dd9-4b71e4480feb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e97494b77bf24ddcbe98618d71470aac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1421597 Jul 14 13:51:05.460588 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67669498-d91d-4fbd-8dd9-4b71e4480feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82eaa66b-f858-47b6-86f0-b0976aaacca3,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:05.462043 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 43334) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:05.516142 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-eda9ae73-01c7-4715-87e8-3a6d3a57ec54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:05.537834 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-eda9ae73-01c7-4715-87e8-3a6d3a57ec54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:05.608755 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-eda9ae73-01c7-4715-87e8-3a6d3a57ec54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:05.612046 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-eda9ae73-01c7-4715-87e8-3a6d3a57ec54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:05.613893 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-eda9ae73-01c7-4715-87e8-3a6d3a57ec54 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/82eaa66b-f858-47b6-86f0-b0976aaacca3 HTTP/1.1" status: 204 len: 168 time: 0.1497087 Jul 14 13:51:05.625215 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda9ae73-01c7-4715-87e8-3a6d3a57ec54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82eaa66b-f858-47b6-86f0-b0976aaacca3,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:05.867983 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-dadf289e-682e-4802-9d36-bc9e2bff08c9 req-61fdbb35-f54f-4bd1-a036-868cbed88e97 tempest-DeleteServersTestJSON-695346158 tempest-DeleteServersTestJSON-695346158-project] 10.222.0.35 "GET /v2.0/ports?device_id=c66995cb-4c59-4f74-9924-f95643f55bd0 HTTP/1.1" status: 200 len: 210 time: 0.0492475 Jul 14 13:51:06.044689 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 43368) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:06.061677 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-11454b99-4f11-4c1b-a071-de7634f4cfd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:06.165542 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-11454b99-4f11-4c1b-a071-de7634f4cfd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:06.171849 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-11454b99-4f11-4c1b-a071-de7634f4cfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:06.219434 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11454b99-4f11-4c1b-a071-de7634f4cfd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b70678-0ae8-4aa9-95af-06cc70a6cf7d,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:06.223941 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-11454b99-4f11-4c1b-a071-de7634f4cfd5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cdaa23481efe46ac94e583ba4e83bbdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1781566 Jul 14 13:51:06.226873 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 43382) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:06.278792 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3cf25897-5cfc-4600-b91e-38a81fdc329c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:06.301471 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3cf25897-5cfc-4600-b91e-38a81fdc329c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:06.354724 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3cf25897-5cfc-4600-b91e-38a81fdc329c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:06.359123 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3cf25897-5cfc-4600-b91e-38a81fdc329c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:06.364969 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-3cf25897-5cfc-4600-b91e-38a81fdc329c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/19b70678-0ae8-4aa9-95af-06cc70a6cf7d HTTP/1.1" status: 204 len: 168 time: 0.1353376 Jul 14 13:51:06.374906 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf25897-5cfc-4600-b91e-38a81fdc329c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b70678-0ae8-4aa9-95af-06cc70a6cf7d,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:06.468882 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de63cbe-c71b-48b8-aeaf-874d38df2a69 req-cabe2860-2430-4193-b3ac-2e33ee1eaf75 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:06.470419 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8de63cbe-c71b-48b8-aeaf-874d38df2a69 req-cabe2860-2430-4193-b3ac-2e33ee1eaf75 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0701034 Jul 14 13:51:06.517967 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8de63cbe-c71b-48b8-aeaf-874d38df2a69 req-23ce81bc-2795-439f-9184-35be91297ce4 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412118 Jul 14 13:51:06.558257 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 43396) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:06.662521 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f25a4939-fc6e-4e86-b16f-7fd2b593b926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:06.775641 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f25a4939-fc6e-4e86-b16f-7fd2b593b926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:06.781507 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f25a4939-fc6e-4e86-b16f-7fd2b593b926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:06.825223 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-f25a4939-fc6e-4e86-b16f-7fd2b593b926 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5227743732ee46928c2af37bbf64a84b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2657845 Jul 14 13:51:06.827192 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a4939-fc6e-4e86-b16f-7fd2b593b926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae0ad20-496c-4df7-b36b-a8d1ffbc1cff,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:06.827949 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 43420) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:06.885661 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-0ee172a6-bc90-431c-be38-ae24883163c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:06.912565 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-0ee172a6-bc90-431c-be38-ae24883163c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:06.975303 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-0ee172a6-bc90-431c-be38-ae24883163c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:06.978861 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-0ee172a6-bc90-431c-be38-ae24883163c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:06.980470 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-0ee172a6-bc90-431c-be38-ae24883163c1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6ae0ad20-496c-4df7-b36b-a8d1ffbc1cff HTTP/1.1" status: 204 len: 168 time: 0.1514926 Jul 14 13:51:06.992135 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee172a6-bc90-431c-be38-ae24883163c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae0ad20-496c-4df7-b36b-a8d1ffbc1cff,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:07.036419 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 43440) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:07.159652 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 43454) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:07.309069 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device c0bee2fe-5d7f-4011-a39d-94a0cb729dbb no longer exists at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:51:07.354733 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] No Port match for: c0bee2fe-5d7f-4011-a39d-94a0cb729dbb {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:51:07.354833 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device c0bee2fe-5d7f-4011-a39d-94a0cb729dbb not bound to the agent host hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:51:07.416550 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-a3d77e6e-c532-47e7-aa0d-1b8dc1aba592 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-795093050-network', 'tenant_id': '178e74374fe84fdcacd19e9c7f118cd6'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:07.443493 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-bce786fd-3bf2-490d-9441-fa372bea2088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:07.454813 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d77e6e-c532-47e7-aa0d-1b8dc1aba592 admin admin] Made reservation on behalf of 178e74374fe84fdcacd19e9c7f118cd6 for: {'network': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:51:07.457109 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a3d77e6e-c532-47e7-aa0d-1b8dc1aba592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for network, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:07.468750 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a3d77e6e-c532-47e7-aa0d-1b8dc1aba592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:07.525252 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 43470) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:07.539912 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0cb4d445-cc21-4680-a6d5-e423695eb53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:07.558169 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-bce786fd-3bf2-490d-9441-fa372bea2088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:07.564500 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-bce786fd-3bf2-490d-9441-fa372bea2088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:07.574471 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.db.api [None req-0cb4d445-cc21-4680-a6d5-e423695eb53b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 13:51:07.574471 dv-cinder-800697-2-iscsi neutron-server[104572]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 13:51:07.574471 dv-cinder-800697-2-iscsi neutron-server[104572]: [parameters: {'project_id_1': '542949666b974f56b720b9a4e50b3452', 'expiration_1': datetime.datetime(2021, 7, 14, 13, 51, 7, 550076)}] Jul 14 13:51:07.574471 dv-cinder-800697-2-iscsi neutron-server[104572]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=104572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 13:51:07.574899 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG oslo_db.api [None req-0cb4d445-cc21-4680-a6d5-e423695eb53b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 13:51:07.614135 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-bce786fd-3bf2-490d-9441-fa372bea2088 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=77072e30c59d4a559e734235ab121e75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4525807 Jul 14 13:51:07.617041 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 43474) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:07.619459 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce786fd-3bf2-490d-9441-fa372bea2088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb255c7-ee45-474f-8376-3ff7b141b980,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:07.677985 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a3d77e6e-c532-47e7-aa0d-1b8dc1aba592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:07.682152 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a3d77e6e-c532-47e7-aa0d-1b8dc1aba592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:07.702029 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3d77e6e-c532-47e7-aa0d-1b8dc1aba592 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 862} {{(pid=104573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:51:07.711746 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8f3582be-8b02-47f9-baed-919bd15cfc09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:07.715627 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d77e6e-c532-47e7-aa0d-1b8dc1aba592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84102ef-a3f5-46aa-92ef-17eb26cd642d,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:07.724585 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a3d77e6e-c532-47e7-aa0d-1b8dc1aba592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542'] for segment, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:07.724930 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.db.segments_db [None req-a3d77e6e-c532-47e7-aa0d-1b8dc1aba592 admin admin] Added segment 3402abc2-9f24-4d30-9896-21948772a6ee of type vlan for network d09eee14-6397-43de-bb17-f023b017a0f7 Jul 14 13:51:07.733423 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21171b-3692-44f4-9e77-7cf48630cf4d req-03c8187c-03d2-4d24-950a-eac117b0fa19 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:07.735150 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-3b21171b-3692-44f4-9e77-7cf48630cf4d req-03c8187c-03d2-4d24-950a-eac117b0fa19 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.1081657 Jul 14 13:51:07.752876 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8f3582be-8b02-47f9-baed-919bd15cfc09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:07.768419 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a3d77e6e-c532-47e7-aa0d-1b8dc1aba592 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787525299204'] for network, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:07.797607 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a3d77e6e-c532-47e7-aa0d-1b8dc1aba592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338'] for network, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:07.798508 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d77e6e-c532-47e7-aa0d-1b8dc1aba592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:07.799143 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a3d77e6e-c532-47e7-aa0d-1b8dc1aba592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for network, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:07.813846 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-3b21171b-3692-44f4-9e77-7cf48630cf4d req-bee0f1fd-9e56-4ca9-8e8e-299d2f73f29b tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701418 Jul 14 13:51:07.847421 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8f3582be-8b02-47f9-baed-919bd15cfc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:07.848876 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-a3d77e6e-c532-47e7-aa0d-1b8dc1aba592 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8113556 Jul 14 13:51:07.849798 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8f3582be-8b02-47f9-baed-919bd15cfc09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:07.851021 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-8f3582be-8b02-47f9-baed-919bd15cfc09 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dfb255c7-ee45-474f-8376-3ff7b141b980 HTTP/1.1" status: 204 len: 168 time: 0.2326839 Jul 14 13:51:07.853128 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 43476) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:07.861243 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3582be-8b02-47f9-baed-919bd15cfc09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb255c7-ee45-474f-8376-3ff7b141b980,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:07.861755 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-8e6ec8fd-7c36-4cc6-b75e-aa1d8f8a21f8 admin admin] Request body: {'subnet': {'network_id': 'd09eee14-6397-43de-bb17-f023b017a0f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-795093050-subnet', 'tenant_id': '178e74374fe84fdcacd19e9c7f118cd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:07.873852 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d77e6e-c532-47e7-aa0d-1b8dc1aba592 admin admin] Pushing event updated for resources: {'Network': ['ID=d09eee14-6397-43de-bb17-f023b017a0f7,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:07.892892 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Network d09eee14-6397-43de-bb17-f023b017a0f7 details requested by agent ovs-agent-dv-cinder-800697-2-iscsi with host dv-cinder-800697-2-iscsi {{(pid=104575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:51:07.894477 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6ec8fd-7c36-4cc6-b75e-aa1d8f8a21f8 admin admin] Made reservation on behalf of 178e74374fe84fdcacd19e9c7f118cd6 for: {'subnet': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:51:07.897877 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8e6ec8fd-7c36-4cc6-b75e-aa1d8f8a21f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25587331'] for subnet, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:08.076287 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0cb4d445-cc21-4680-a6d5-e423695eb53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:08.119840 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8e6ec8fd-7c36-4cc6-b75e-aa1d8f8a21f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25587377'] for subnet, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:08.169651 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ec8fd-7c36-4cc6-b75e-aa1d8f8a21f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd117bba-7222-434d-9d95-e3d22eacca9f,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:08.184864 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6ec8fd-7c36-4cc6-b75e-aa1d8f8a21f8 admin admin] Checking segment: {'id': '3402abc2-9f24-4d30-9896-21948772a6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'd09eee14-6397-43de-bb17-f023b017a0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:51:08.186311 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6ec8fd-7c36-4cc6-b75e-aa1d8f8a21f8 admin admin] Network hostable DHCP agents. Network: d09eee14-6397-43de-bb17-f023b017a0f7, hostable agents: ['d5e7476e-1d58-4a72-9697-436f60a7843b'], hosted agents: [] {{(pid=104573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:51:08.203727 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0cb4d445-cc21-4680-a6d5-e423695eb53b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:08.210606 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0cb4d445-cc21-4680-a6d5-e423695eb53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:08.215916 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6ec8fd-7c36-4cc6-b75e-aa1d8f8a21f8 admin admin] Network d09eee14-6397-43de-bb17-f023b017a0f7 is scheduled to be hosted by DHCP agent d5e7476e-1d58-4a72-9697-436f60a7843b with binding_index 1 {{(pid=104573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:51:08.226061 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-8e6ec8fd-7c36-4cc6-b75e-aa1d8f8a21f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-2-iscsi, d09eee14-6397-43de-bb17-f023b017a0f7) {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:51:08.234058 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6ec8fd-7c36-4cc6-b75e-aa1d8f8a21f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:08.234648 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8e6ec8fd-7c36-4cc6-b75e-aa1d8f8a21f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:08.234757 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d8fb2d-df64-446c-bbd7-dcc0cebd7ff4 None None] Network d09eee14-6397-43de-bb17-f023b017a0f7 requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:51:08.267923 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-8e6ec8fd-7c36-4cc6-b75e-aa1d8f8a21f8 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4139025 Jul 14 13:51:08.276279 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 43498) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:08.278092 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-0cb4d445-cc21-4680-a6d5-e423695eb53b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=542949666b974f56b720b9a4e50b3452&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7515883 Jul 14 13:51:08.286600 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4d445-cc21-4680-a6d5-e423695eb53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93881504-8747-4225-bb43-2522a99b0e1e,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:08.339896 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a62a6cdd-e410-4c96-9806-6198c8e04860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:08.368176 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a62a6cdd-e410-4c96-9806-6198c8e04860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:08.371698 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3021a913-9039-4b79-996a-a82263d2bbe7 None None] Network d09eee14-6397-43de-bb17-f023b017a0f7 requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:51:08.382967 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 43508) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:08.413949 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 43514) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:08.432676 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f6ba823d-5aec-4bab-a951-1252f1b40adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:08.477577 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a62a6cdd-e410-4c96-9806-6198c8e04860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:08.484991 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a62a6cdd-e410-4c96-9806-6198c8e04860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:08.487187 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-a62a6cdd-e410-4c96-9806-6198c8e04860 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/93881504-8747-4225-bb43-2522a99b0e1e HTTP/1.1" status: 204 len: 168 time: 0.2100933 Jul 14 13:51:08.499534 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62a6cdd-e410-4c96-9806-6198c8e04860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93881504-8747-4225-bb43-2522a99b0e1e,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:08.654725 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f6ba823d-5aec-4bab-a951-1252f1b40adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:08.665607 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f6ba823d-5aec-4bab-a951-1252f1b40adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:08.678185 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 43526) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:08.686782 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-751797e5-363e-4b0b-adcf-5d3e7c09713d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:08.731619 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_v2 [None req-177b1c53-4dbc-4ace-86f9-fd4557b83490 admin admin] Deleting subnet 2914cfec-3a39-4126-919b-2a077e7bd9d1 {{(pid=104573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 13:51:08.734875 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-177b1c53-4dbc-4ace-86f9-fd4557b83490 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:08.737224 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-f6ba823d-5aec-4bab-a951-1252f1b40adc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aaed7424881d48d3aa8447f85db91591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3218710 Jul 14 13:51:08.739672 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 43530) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:08.741894 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba823d-5aec-4bab-a951-1252f1b40adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280a6765-d5cb-4f93-b666-c4669b1d4c64,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:08.788899 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-177b1c53-4dbc-4ace-86f9-fd4557b83490 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28943688'] for subnet, precommit_delete_associations {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:08.841851 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-32ffbb60-58a9-4f7c-ae32-065306941bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:08.880006 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-177b1c53-4dbc-4ace-86f9-fd4557b83490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3904323'] for subnet, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:08.886592 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-32ffbb60-58a9-4f7c-ae32-065306941bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:08.936135 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-751797e5-363e-4b0b-adcf-5d3e7c09713d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:08.946689 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-751797e5-363e-4b0b-adcf-5d3e7c09713d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:08.987667 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-177b1c53-4dbc-4ace-86f9-fd4557b83490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3904314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25680186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25587366'] for subnet, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:09.007051 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-32ffbb60-58a9-4f7c-ae32-065306941bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:09.012130 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-32ffbb60-58a9-4f7c-ae32-065306941bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:09.015424 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-32ffbb60-58a9-4f7c-ae32-065306941bd4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/280a6765-d5cb-4f93-b666-c4669b1d4c64 HTTP/1.1" status: 204 len: 168 time: 0.2744317 Jul 14 13:51:09.024655 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-751797e5-363e-4b0b-adcf-5d3e7c09713d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=91a5198f6d2b49e7b147a957fe970237&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6406524 Jul 14 13:51:09.028119 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 43546) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:09.037382 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-177b1c53-4dbc-4ace-86f9-fd4557b83490 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:09.039736 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-177b1c53-4dbc-4ace-86f9-fd4557b83490 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2914cfec-3a39-4126-919b-2a077e7bd9d1 HTTP/1.1" status: 204 len: 168 time: 0.3598089 Jul 14 13:51:09.040887 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b1c53-4dbc-4ace-86f9-fd4557b83490 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2914cfec-3a39-4126-919b-2a077e7bd9d1,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:09.041154 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751797e5-363e-4b0b-adcf-5d3e7c09713d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017b1e85-35a8-4673-821a-461bdfb08896,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:09.055414 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 43548) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:09.099403 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4d313fa5-c20c-4e9f-9025-fdcf36781dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:09.104562 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ffbb60-58a9-4f7c-ae32-065306941bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280a6765-d5cb-4f93-b666-c4669b1d4c64,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:09.126345 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4d313fa5-c20c-4e9f-9025-fdcf36781dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:09.198760 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50569cf-6f85-4af7-8189-464c4e5c04d9 req-606de3a0-09fe-4aba-a983-d0f4e8627e7b tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:09.200467 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a50569cf-6f85-4af7-8189-464c4e5c04d9 req-606de3a0-09fe-4aba-a983-d0f4e8627e7b tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.1743500 Jul 14 13:51:09.202577 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4d313fa5-c20c-4e9f-9025-fdcf36781dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:09.205834 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4d313fa5-c20c-4e9f-9025-fdcf36781dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:09.207808 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-4d313fa5-c20c-4e9f-9025-fdcf36781dd8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/017b1e85-35a8-4673-821a-461bdfb08896 HTTP/1.1" status: 204 len: 168 time: 0.1786289 Jul 14 13:51:09.216479 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d313fa5-c20c-4e9f-9025-fdcf36781dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017b1e85-35a8-4673-821a-461bdfb08896,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:09.229714 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-98dc6809-7cb9-40dc-a0c6-888573c10363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3740586'] for network, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:09.261881 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a50569cf-6f85-4af7-8189-464c4e5c04d9 req-c82e6252-dfb8-44ff-b710-dd15ac6dd803 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552337 Jul 14 13:51:09.340549 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-98dc6809-7cb9-40dc-a0c6-888573c10363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3927510', 'neutron.services.segments.db._delete_segments_for_network-8787525843523'] for network, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:09.350451 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-98dc6809-7cb9-40dc-a0c6-888573c10363 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4de1993-7c47-4ecf-ae83-1c08c36ec002']}} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:09.360723 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-98dc6809-7cb9-40dc-a0c6-888573c10363 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf7a6c71-c634-4a61-86f2-3f00bb21f2c8') {'for_net_delete': True} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:09.361011 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-98dc6809-7cb9-40dc-a0c6-888573c10363 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf7a6c71-c634-4a61-86f2-3f00bb21f2c8') {} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:09.369694 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-98dc6809-7cb9-40dc-a0c6-888573c10363 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787525844044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28912326'] for segment, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:09.383799 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-98dc6809-7cb9-40dc-a0c6-888573c10363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542'] for segment, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:09.390368 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98dc6809-7cb9-40dc-a0c6-888573c10363 admin admin] Releasing vlan 882 on physical network physnet1 to pool {{(pid=104572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 13:51:09.390891 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-98dc6809-7cb9-40dc-a0c6-888573c10363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28726016'] for segment, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:09.392839 dv-cinder-800697-2-iscsi neutron-server[104572]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:51:09.392839 dv-cinder-800697-2-iscsi neutron-server[104572]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:51:09.392839 dv-cinder-800697-2-iscsi neutron-server[104572]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:51:09.392839 dv-cinder-800697-2-iscsi neutron-server[104572]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:51:09.392839 dv-cinder-800697-2-iscsi neutron-server[104572]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:51:09.392839 dv-cinder-800697-2-iscsi neutron-server[104572]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:51:09.392839 dv-cinder-800697-2-iscsi neutron-server[104572]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:51:09.392839 dv-cinder-800697-2-iscsi neutron-server[104572]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:51:09.392839 dv-cinder-800697-2-iscsi neutron-server[104572]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:51:09.392839 dv-cinder-800697-2-iscsi neutron-server[104572]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:51:09.392839 dv-cinder-800697-2-iscsi neutron-server[104572]: Traceback (most recent call last): Jul 14 13:51:09.392839 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 13:51:09.392839 dv-cinder-800697-2-iscsi neutron-server[104572]: timer() Jul 14 13:51:09.392839 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 13:51:09.392839 dv-cinder-800697-2-iscsi neutron-server[104572]: cb(*args, **kw) Jul 14 13:51:09.392839 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 13:51:09.392839 dv-cinder-800697-2-iscsi neutron-server[104572]: return func(*args, **kwargs) Jul 14 13:51:09.392839 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 13:51:09.392839 dv-cinder-800697-2-iscsi neutron-server[104572]: self._notify() Jul 14 13:51:09.392839 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 13:51:09.392839 dv-cinder-800697-2-iscsi neutron-server[104572]: self.callback(batched_events) Jul 14 13:51:09.392839 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 13:51:09.392839 dv-cinder-800697-2-iscsi neutron-server[104572]: event.method(event) Jul 14 13:51:09.392839 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 13:51:09.392839 dv-cinder-800697-2-iscsi neutron-server[104572]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 13:51:09.392839 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 13:51:09.392839 dv-cinder-800697-2-iscsi neutron-server[104572]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 13:51:09.392839 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 13:51:09.392839 dv-cinder-800697-2-iscsi neutron-server[104572]: return f(self, *a, **k) Jul 14 13:51:09.392839 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 13:51:09.392839 dv-cinder-800697-2-iscsi neutron-server[104572]: return self._get(url).json() Jul 14 13:51:09.392839 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 13:51:09.392839 dv-cinder-800697-2-iscsi neutron-server[104572]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 13:51:09.392839 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 13:51:09.392839 dv-cinder-800697-2-iscsi neutron-server[104572]: return self.request(url, 'GET', **kwargs) Jul 14 13:51:09.392839 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 13:51:09.392839 dv-cinder-800697-2-iscsi neutron-server[104572]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 13:51:09.392839 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 13:51:09.392839 dv-cinder-800697-2-iscsi neutron-server[104572]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 13:51:09.392839 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 13:51:09.392839 dv-cinder-800697-2-iscsi neutron-server[104572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 13:51:09.392839 dv-cinder-800697-2-iscsi neutron-server[104572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 13:51:09.450842 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-98dc6809-7cb9-40dc-a0c6-888573c10363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3927489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359267'] for network, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:09.457906 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-98dc6809-7cb9-40dc-a0c6-888573c10363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for network, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:09.459744 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-98dc6809-7cb9-40dc-a0c6-888573c10363 admin admin] 10.222.0.35 "DELETE /v2.0/networks/a4de1993-7c47-4ecf-ae83-1c08c36ec002 HTTP/1.1" status: 204 len: 168 time: 0.3979607 Jul 14 13:51:09.471757 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc6809-7cb9-40dc-a0c6-888573c10363 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4de1993-7c47-4ecf-ae83-1c08c36ec002,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:09.635240 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 43586) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:09.642244 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-764a8311-4f42-4952-9397-10b091344796 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-54093250-network', 'tenant_id': '36a559dfd46b4ee4862f4fca661f083d'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:09.671843 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764a8311-4f42-4952-9397-10b091344796 admin admin] Made reservation on behalf of 36a559dfd46b4ee4862f4fca661f083d for: {'network': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:51:09.674373 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-764a8311-4f42-4952-9397-10b091344796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for network, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:09.683387 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-764a8311-4f42-4952-9397-10b091344796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:09.708031 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 43588) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:09.755502 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-34ee81b1-925c-43f0-bd34-c25d8b40997b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8caf6d3ddae345d7b88e452d1381219c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0457153 Jul 14 13:51:09.758143 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 43592) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:09.818116 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-764a8311-4f42-4952-9397-10b091344796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:09.826941 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ceaec44c-1247-4c3d-9c85-fb262d60090f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:09.831826 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-764a8311-4f42-4952-9397-10b091344796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:09.846869 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-764a8311-4f42-4952-9397-10b091344796 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=104572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:51:09.858058 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-764a8311-4f42-4952-9397-10b091344796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542'] for segment, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:09.858388 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.db.segments_db [None req-764a8311-4f42-4952-9397-10b091344796 admin admin] Added segment 0d6ccc41-726c-4ede-9c4e-22702953e283 of type vlan for network 90dd0bd9-31b2-4c2c-9ded-f78fcedfee0b Jul 14 13:51:09.868961 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ceaec44c-1247-4c3d-9c85-fb262d60090f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:09.918506 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-764a8311-4f42-4952-9397-10b091344796 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787525299204'] for network, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:09.933945 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a8311-4f42-4952-9397-10b091344796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6447ac19-088c-45c3-b720-9304a340c045,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:09.967410 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-764a8311-4f42-4952-9397-10b091344796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338'] for network, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:09.968465 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764a8311-4f42-4952-9397-10b091344796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:09.970971 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-764a8311-4f42-4952-9397-10b091344796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for network, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:09.972699 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ceaec44c-1247-4c3d-9c85-fb262d60090f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:09.975559 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ceaec44c-1247-4c3d-9c85-fb262d60090f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:09.980830 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-ceaec44c-1247-4c3d-9c85-fb262d60090f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a10a40c1-03e1-4598-b38a-aeb8588c3dec HTTP/1.1" status: 204 len: 168 time: 0.2216101 Jul 14 13:51:09.989749 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaec44c-1247-4c3d-9c85-fb262d60090f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10a40c1-03e1-4598-b38a-aeb8588c3dec,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:10.003630 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-764a8311-4f42-4952-9397-10b091344796 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3665645 Jul 14 13:51:10.007067 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 43604) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:10.015422 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-1d3673e9-edbd-4a3d-850f-d937bae3e39c admin admin] Request body: {'subnet': {'network_id': '90dd0bd9-31b2-4c2c-9ded-f78fcedfee0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-54093250-subnet', 'tenant_id': '36a559dfd46b4ee4862f4fca661f083d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:10.045725 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3673e9-edbd-4a3d-850f-d937bae3e39c admin admin] Made reservation on behalf of 36a559dfd46b4ee4862f4fca661f083d for: {'subnet': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:51:10.049217 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1d3673e9-edbd-4a3d-850f-d937bae3e39c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25587331'] for subnet, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:10.064817 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a8311-4f42-4952-9397-10b091344796 admin admin] Pushing event updated for resources: {'Network': ['ID=90dd0bd9-31b2-4c2c-9ded-f78fcedfee0b,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:10.074904 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Network 90dd0bd9-31b2-4c2c-9ded-f78fcedfee0b details requested by agent ovs-agent-dv-cinder-800697-2-iscsi with host dv-cinder-800697-2-iscsi {{(pid=104575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:51:10.232694 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1d3673e9-edbd-4a3d-850f-d937bae3e39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25587377'] for subnet, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:10.303839 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3673e9-edbd-4a3d-850f-d937bae3e39c admin admin] Checking segment: {'id': '0d6ccc41-726c-4ede-9c4e-22702953e283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '90dd0bd9-31b2-4c2c-9ded-f78fcedfee0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:51:10.304224 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3673e9-edbd-4a3d-850f-d937bae3e39c admin admin] Network hostable DHCP agents. Network: 90dd0bd9-31b2-4c2c-9ded-f78fcedfee0b, hostable agents: ['d5e7476e-1d58-4a72-9697-436f60a7843b'], hosted agents: [] {{(pid=104573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:51:10.306608 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3673e9-edbd-4a3d-850f-d937bae3e39c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c571b350-2ed8-40db-bbc3-c57daa7eeac4,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:10.335823 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3673e9-edbd-4a3d-850f-d937bae3e39c admin admin] Network 90dd0bd9-31b2-4c2c-9ded-f78fcedfee0b is scheduled to be hosted by DHCP agent d5e7476e-1d58-4a72-9697-436f60a7843b with binding_index 1 {{(pid=104573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:51:10.358002 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-1d3673e9-edbd-4a3d-850f-d937bae3e39c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-2-iscsi, 90dd0bd9-31b2-4c2c-9ded-f78fcedfee0b) {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:51:10.365564 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3673e9-edbd-4a3d-850f-d937bae3e39c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:10.367047 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1d3673e9-edbd-4a3d-850f-d937bae3e39c admin admin] Notify callbacks [] for subnet, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:10.371247 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a31648-7dec-44c2-86af-7fa9850d8b31 None None] Network 90dd0bd9-31b2-4c2c-9ded-f78fcedfee0b requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:51:10.386428 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-1d3673e9-edbd-4a3d-850f-d937bae3e39c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3777659 Jul 14 13:51:10.484893 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00774526-2e7b-431a-925d-7f7975f6865b req-5a3c436f-088a-44c7-abb6-b1995bb65a47 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:10.492931 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-00774526-2e7b-431a-925d-7f7975f6865b req-5a3c436f-088a-44c7-abb6-b1995bb65a47 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0908465 Jul 14 13:51:10.545971 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-00774526-2e7b-431a-925d-7f7975f6865b req-fa4ba23d-c387-47f5-b903-5abcd65128ff tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517440 Jul 14 13:51:10.661057 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34226ffc-995f-47e3-b825-c83786b8e1fd None None] Network 90dd0bd9-31b2-4c2c-9ded-f78fcedfee0b requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:51:10.802112 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05512ec3-623e-4837-90ff-ff06fd891dd3 req-444e0b62-61b6-455a-bf50-fb5c5468f84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:10.805048 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-05512ec3-623e-4837-90ff-ff06fd891dd3 req-444e0b62-61b6-455a-bf50-fb5c5468f84f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 1098 time: 0.0644224 Jul 14 13:51:10.861553 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-05512ec3-623e-4837-90ff-ff06fd891dd3 req-825510ad-5411-4863-b18e-5f4ee2f1866e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447972 Jul 14 13:51:10.981502 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 43654) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:11.374638 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d15fff2a-0bd7-42ef-96e8-04810922154d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:11.379504 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 43676) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:11.466258 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d15fff2a-0bd7-42ef-96e8-04810922154d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:11.471275 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d15fff2a-0bd7-42ef-96e8-04810922154d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:11.519453 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-d15fff2a-0bd7-42ef-96e8-04810922154d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d4db2c79bd3247ad81abfdc40351adb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5368340 Jul 14 13:51:11.520199 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15fff2a-0bd7-42ef-96e8-04810922154d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf55f4fc-8db0-4e19-b79c-4988b28748eb,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:11.520700 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 43684) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:11.584332 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-eef72e16-fcf4-4380-a1aa-7033b7c5ff24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:11.609178 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-dd81bdd7-702f-4c72-83c9-2ff6f535a13a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:11.642811 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-dd81bdd7-702f-4c72-83c9-2ff6f535a13a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:11.733578 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-dd81bdd7-702f-4c72-83c9-2ff6f535a13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:11.736666 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-dd81bdd7-702f-4c72-83c9-2ff6f535a13a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:11.738471 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-dd81bdd7-702f-4c72-83c9-2ff6f535a13a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bf55f4fc-8db0-4e19-b79c-4988b28748eb HTTP/1.1" status: 204 len: 168 time: 0.2168083 Jul 14 13:51:11.757481 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81bdd7-702f-4c72-83c9-2ff6f535a13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf55f4fc-8db0-4e19-b79c-4988b28748eb,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:11.761333 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-eef72e16-fcf4-4380-a1aa-7033b7c5ff24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:11.772283 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-eef72e16-fcf4-4380-a1aa-7033b7c5ff24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:11.840972 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-eef72e16-fcf4-4380-a1aa-7033b7c5ff24 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7a0ceca06ecb4f44821ab396743ddabf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4603825 Jul 14 13:51:11.842672 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef72e16-fcf4-4380-a1aa-7033b7c5ff24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9561d0a-378c-4f3d-93b3-e1a2064dc7e2,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:11.843190 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161113c3-3044-4dc8-9188-872c3107bf23 req-8cffcfee-dc46-476b-bbbc-311a57e1479c tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:11.845776 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 43696) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:11.856499 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-161113c3-3044-4dc8-9188-872c3107bf23 req-8cffcfee-dc46-476b-bbbc-311a57e1479c tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.1331232 Jul 14 13:51:11.876187 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 43698) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:11.905416 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d24b9854-93a6-4f35-a8f7-c272049b621b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:11.937600 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d24b9854-93a6-4f35-a8f7-c272049b621b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:11.970078 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-161113c3-3044-4dc8-9188-872c3107bf23 req-f3118668-a46c-40db-ad33-1f99b931fa99 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941703 Jul 14 13:51:12.042170 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d24b9854-93a6-4f35-a8f7-c272049b621b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:12.044841 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d24b9854-93a6-4f35-a8f7-c272049b621b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:12.051570 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-d24b9854-93a6-4f35-a8f7-c272049b621b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e9561d0a-378c-4f3d-93b3-e1a2064dc7e2 HTTP/1.1" status: 204 len: 168 time: 0.2046657 Jul 14 13:51:12.082374 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-e24db38c-6f38-42b1-b347-368a344cffdf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1203455205-network', 'tenant_id': 'c5d1ebf7d153426aaf60734324e92eee'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:12.085534 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b9854-93a6-4f35-a8f7-c272049b621b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9561d0a-378c-4f3d-93b3-e1a2064dc7e2,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:12.149970 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24db38c-6f38-42b1-b347-368a344cffdf admin admin] Made reservation on behalf of c5d1ebf7d153426aaf60734324e92eee for: {'network': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:51:12.152676 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e24db38c-6f38-42b1-b347-368a344cffdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for network, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:12.169982 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e24db38c-6f38-42b1-b347-368a344cffdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:12.337009 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e24db38c-6f38-42b1-b347-368a344cffdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:12.341618 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e24db38c-6f38-42b1-b347-368a344cffdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:12.363339 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e24db38c-6f38-42b1-b347-368a344cffdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=104573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:51:12.382617 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e24db38c-6f38-42b1-b347-368a344cffdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542'] for segment, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:12.383151 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.db.segments_db [None req-e24db38c-6f38-42b1-b347-368a344cffdf admin admin] Added segment f1e715ab-9363-44bd-9977-f91e6337307a of type vlan for network a4ad8719-2efe-4570-ad62-88a34f3674ac Jul 14 13:51:12.384477 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24db38c-6f38-42b1-b347-368a344cffdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868d861d-ba27-499c-abb5-934946c3dc12,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:12.435398 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e24db38c-6f38-42b1-b347-368a344cffdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787525299204'] for network, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:12.467637 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e24db38c-6f38-42b1-b347-368a344cffdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338'] for network, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:12.468752 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24db38c-6f38-42b1-b347-368a344cffdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:12.469381 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e24db38c-6f38-42b1-b347-368a344cffdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for network, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:12.486639 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 43730) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:12.509153 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0eaf9734-8346-4718-8a30-c31f2d683736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:12.526557 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-e24db38c-6f38-42b1-b347-368a344cffdf admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6479418 Jul 14 13:51:12.530059 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 43732) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:12.532763 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24db38c-6f38-42b1-b347-368a344cffdf admin admin] Pushing event updated for resources: {'Network': ['ID=a4ad8719-2efe-4570-ad62-88a34f3674ac,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:12.537529 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-bb574a7b-9a3e-404b-b620-985604675506 admin admin] Request body: {'subnet': {'network_id': 'a4ad8719-2efe-4570-ad62-88a34f3674ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1203455205-subnet', 'tenant_id': 'c5d1ebf7d153426aaf60734324e92eee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:12.542932 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Network a4ad8719-2efe-4570-ad62-88a34f3674ac details requested by agent ovs-agent-dv-cinder-800697-2-iscsi with host dv-cinder-800697-2-iscsi {{(pid=104575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:51:12.568058 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.db.api [None req-bb574a7b-9a3e-404b-b620-985604675506 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 13:51:12.568058 dv-cinder-800697-2-iscsi neutron-server[104572]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 13:51:12.568058 dv-cinder-800697-2-iscsi neutron-server[104572]: [parameters: {'project_id': 'c5d1ebf7d153426aaf60734324e92eee', 'id': '6a3b72ed-3d91-4179-8ceb-bf2305e63460', 'expiration': datetime.datetime(2021, 7, 14, 13, 53, 12, 558082)}] Jul 14 13:51:12.568058 dv-cinder-800697-2-iscsi neutron-server[104572]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=104572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 13:51:12.568933 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG oslo_db.api [None req-bb574a7b-9a3e-404b-b620-985604675506 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 13:51:12.666051 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0eaf9734-8346-4718-8a30-c31f2d683736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:12.673151 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0eaf9734-8346-4718-8a30-c31f2d683736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:12.711989 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf9734-8346-4718-8a30-c31f2d683736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82f89cf-ad0a-4ca0-ae96-650501e65535,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:12.716288 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-0eaf9734-8346-4718-8a30-c31f2d683736 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=51f59e12853e47a9885eba2b0d83a68a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2269757 Jul 14 13:51:12.719025 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 43744) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:12.773824 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-671b5abc-775c-45d8-a098-749db0873982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:12.794693 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-671b5abc-775c-45d8-a098-749db0873982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:12.844471 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-671b5abc-775c-45d8-a098-749db0873982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:12.847219 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-671b5abc-775c-45d8-a098-749db0873982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:12.848367 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-671b5abc-775c-45d8-a098-749db0873982 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d82f89cf-ad0a-4ca0-ae96-650501e65535 HTTP/1.1" status: 204 len: 168 time: 0.1283958 Jul 14 13:51:12.856151 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b5abc-775c-45d8-a098-749db0873982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82f89cf-ad0a-4ca0-ae96-650501e65535,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:13.144457 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb574a7b-9a3e-404b-b620-985604675506 admin admin] Made reservation on behalf of c5d1ebf7d153426aaf60734324e92eee for: {'subnet': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:51:13.147361 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-bb574a7b-9a3e-404b-b620-985604675506 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28022810'] for subnet, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:13.343483 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f7528-cfa8-4d79-90fe-6b11c4f0e228 req-dc9ed8c2-878d-4a66-a99a-81463ffaadd1 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:13.345019 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c30f7528-cfa8-4d79-90fe-6b11c4f0e228 req-dc9ed8c2-878d-4a66-a99a-81463ffaadd1 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.2438917 Jul 14 13:51:13.464922 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c30f7528-cfa8-4d79-90fe-6b11c4f0e228 req-69867dfe-67ef-4652-a308-c2f26fcd3186 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113877 Jul 14 13:51:13.574346 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-bb574a7b-9a3e-404b-b620-985604675506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28728431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28022824'] for subnet, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:13.752779 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-54070cce-097e-4687-9073-e3ddb26521ca req-0d0f22f5-fc70-4f8e-98a7-3c244810c99d tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a33751d38b7b4508ae681090323d40c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1007993 Jul 14 13:51:13.791034 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb574a7b-9a3e-404b-b620-985604675506 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1350c88-2d64-4fb9-8461-f3522c398c41,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:13.947543 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb574a7b-9a3e-404b-b620-985604675506 admin admin] Checking segment: {'id': 'f1e715ab-9363-44bd-9977-f91e6337307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a4ad8719-2efe-4570-ad62-88a34f3674ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:51:13.948375 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb574a7b-9a3e-404b-b620-985604675506 admin admin] Network hostable DHCP agents. Network: a4ad8719-2efe-4570-ad62-88a34f3674ac, hostable agents: ['d5e7476e-1d58-4a72-9697-436f60a7843b'], hosted agents: [] {{(pid=104572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:51:14.046039 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb574a7b-9a3e-404b-b620-985604675506 admin admin] Network a4ad8719-2efe-4570-ad62-88a34f3674ac is scheduled to be hosted by DHCP agent d5e7476e-1d58-4a72-9697-436f60a7843b with binding_index 1 {{(pid=104572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:51:14.076877 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54070cce-097e-4687-9073-e3ddb26521ca req-4db0aa25-efc8-4157-83bc-2d86458487dd tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:14.078972 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-54070cce-097e-4687-9073-e3ddb26521ca req-4db0aa25-efc8-4157-83bc-2d86458487dd tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3067768 Jul 14 13:51:14.080299 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-bb574a7b-9a3e-404b-b620-985604675506 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-2-iscsi, a4ad8719-2efe-4570-ad62-88a34f3674ac) {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:51:14.089518 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d09354f-fcb1-408c-a584-37c624389805 None None] Network a4ad8719-2efe-4570-ad62-88a34f3674ac requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:51:14.104393 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb574a7b-9a3e-404b-b620-985604675506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:14.105058 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-bb574a7b-9a3e-404b-b620-985604675506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for subnet, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:14.109818 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-54070cce-097e-4687-9073-e3ddb26521ca req-aa84039b-5477-4d1d-96e7-6026ef148113 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] 10.222.0.35 "GET /v2.0/quotas/a33751d38b7b4508ae681090323d40c4 HTTP/1.1" status: 200 len: 375 time: 0.0209880 Jul 14 13:51:14.175029 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f3c69-b690-4847-8e9e-c7fd9c5dd595 req-b81a5da1-877c-432c-a391-e5a3039b8643 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:14.184608 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f49f3c69-b690-4847-8e9e-c7fd9c5dd595 req-b81a5da1-877c-432c-a391-e5a3039b8643 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.1136448 Jul 14 13:51:14.189447 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003bfaf-59b6-4ff9-b5da-e29711cdd923 req-8f0f52f4-3573-4a52-b45b-c803d63bc3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:14.200945 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-54070cce-097e-4687-9073-e3ddb26521ca req-3b8c2357-b4cf-468c-a246-ac15b60f033e tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a33751d38b7b4508ae681090323d40c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0796828 Jul 14 13:51:14.202773 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-bb574a7b-9a3e-404b-b620-985604675506 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6701810 Jul 14 13:51:14.215860 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e003bfaf-59b6-4ff9-b5da-e29711cdd923 req-8f0f52f4-3573-4a52-b45b-c803d63bc3b0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f9d746b4e934f23803208b8947e1ac5&device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 1098 time: 0.1757307 Jul 14 13:51:14.344256 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d79670-4516-43fa-946e-e8cf89771076 None None] Network a4ad8719-2efe-4570-ad62-88a34f3674ac requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:51:14.364681 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f49f3c69-b690-4847-8e9e-c7fd9c5dd595 req-794cd8b2-7ad2-44c2-85d6-98eb2e819f29 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254551 Jul 14 13:51:14.409626 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003bfaf-59b6-4ff9-b5da-e29711cdd923 req-cdcd6a05-1a40-43ee-9b11-72d5ff938cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:14.411806 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e003bfaf-59b6-4ff9-b5da-e29711cdd923 req-cdcd6a05-1a40-43ee-9b11-72d5ff938cce service neutron] 10.222.0.59 "GET /v2.0/networks?id=6454f800-8ef5-4b50-ab22-8dab9a0ab218 HTTP/1.1" status: 200 len: 919 time: 0.1904161 Jul 14 13:51:14.482512 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e003bfaf-59b6-4ff9-b5da-e29711cdd923 req-ce6d2e09-9962-4d8f-a3a4-b1ba7299814c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cef9ee7d-401e-4905-b632-7f279f3489f2 HTTP/1.1" status: 200 len: 217 time: 0.0583808 Jul 14 13:51:14.605887 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e72e0382-9ebc-4e80-af06-8fb3f634c2f0 req-f1b0bd2b-b1f7-4dfe-9b74-1f05938bcfd2 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1d10c91-3215-4d1d-a3cb-dc0ecae8b4ce HTTP/1.1" status: 200 len: 210 time: 0.0363295 Jul 14 13:51:14.623196 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003bfaf-59b6-4ff9-b5da-e29711cdd923 req-44bd149b-9604-4d94-a41b-9041ff7c0ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:14.625354 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e003bfaf-59b6-4ff9-b5da-e29711cdd923 req-44bd149b-9604-4d94-a41b-9041ff7c0ffa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fa866c6-0b23-498d-86e8-617a82bdd6ff HTTP/1.1" status: 200 len: 858 time: 0.1107397 Jul 14 13:51:14.671254 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e003bfaf-59b6-4ff9-b5da-e29711cdd923 req-c22f859d-0c01-43c2-b654-d2a4d4e6adb9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6454f800-8ef5-4b50-ab22-8dab9a0ab218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372066 Jul 14 13:51:14.776830 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e003bfaf-59b6-4ff9-b5da-e29711cdd923 req-5c8bd690-5608-48e1-bfe1-90eb97f63320 service neutron] 10.222.0.59 "GET /v2.0/networks/6454f800-8ef5-4b50-ab22-8dab9a0ab218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979531 Jul 14 13:51:14.911505 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e003bfaf-59b6-4ff9-b5da-e29711cdd923 req-0a31b6d9-66d2-41c5-a237-953f610588e6 service neutron] 10.222.0.59 "GET /v2.0/networks/6454f800-8ef5-4b50-ab22-8dab9a0ab218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267910 Jul 14 13:51:15.250557 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-3b631401-da85-46b4-abf5-5201a9e2f7a1 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:15.252101 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-3b631401-da85-46b4-abf5-5201a9e2f7a1 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/networks?id=a4ad8719-2efe-4570-ad62-88a34f3674ac HTTP/1.1" status: 200 len: 815 time: 0.1334305 Jul 14 13:51:15.270156 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-926c9f8d-c1d3-42e3-a9bf-ea5ed095865b tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/quotas/c5d1ebf7d153426aaf60734324e92eee HTTP/1.1" status: 200 len: 375 time: 0.0102913 Jul 14 13:51:15.326233 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-2d3ab20e-5323-4154-acd8-52c4679ae87b tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5d1ebf7d153426aaf60734324e92eee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492601 Jul 14 13:51:15.633630 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5650205-237a-43fa-9d50-99ded8cd83a7 req-e963529b-a8ed-427a-befd-d116be74a7aa tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:15.635252 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a5650205-237a-43fa-9d50-99ded8cd83a7 req-e963529b-a8ed-427a-befd-d116be74a7aa tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.1237803 Jul 14 13:51:15.688981 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a5650205-237a-43fa-9d50-99ded8cd83a7 req-2bcba9d8-6c97-425d-970a-401d0c0793b9 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463808 Jul 14 13:51:15.738719 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 43944) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:15.801334 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-864730b5-9ff8-4008-b5e4-c8d0af06e39c service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=104573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 13:51:15.802642 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-864730b5-9ff8-4008-b5e4-c8d0af06e39c service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1080856 Jul 14 13:51:15.858515 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9e643b37-5ddb-4ca1-9e34-0f99bc787a46 req-0b352f69-a988-4a81-b2be-1989716f5e92 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1d10c91-3215-4d1d-a3cb-dc0ecae8b4ce HTTP/1.1" status: 200 len: 210 time: 0.0458651 Jul 14 13:51:15.914013 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-787b3e3c-3776-4954-9228-5faa2516e8d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:16.007138 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-23101cef-bf67-4689-9a08-1c3cf182fb6f service neutron] 10.222.0.35 "GET /v2.0/networks/a4ad8719-2efe-4570-ad62-88a34f3674ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981969 Jul 14 13:51:16.010252 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-54070cce-097e-4687-9073-e3ddb26521ca req-8dd05f02-7f17-487d-8b18-434f544e4de5 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=a33751d38b7b4508ae681090323d40c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517318 Jul 14 13:51:16.325961 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-38d60cb2-3c59-4050-9224-2e6458ba8387 service neutron] 10.222.0.35 "GET /v2.0/networks/a4ad8719-2efe-4570-ad62-88a34f3674ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176768 Jul 14 13:51:16.341033 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-787b3e3c-3776-4954-9228-5faa2516e8d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:16.352192 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54070cce-097e-4687-9073-e3ddb26521ca req-d3f28a6d-7aac-4a6f-b52f-e0183bd3cde4 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:16.353633 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-54070cce-097e-4687-9073-e3ddb26521ca req-d3f28a6d-7aac-4a6f-b52f-e0183bd3cde4 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3270545 Jul 14 13:51:16.354775 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-787b3e3c-3776-4954-9228-5faa2516e8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:16.379698 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [req-54070cce-097e-4687-9073-e3ddb26521ca req-ef13e9bc-7c8f-4e65-94f1-6aac107ea332 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] Request body: {'port': {'device_id': 'f1d10c91-3215-4d1d-a3cb-dc0ecae8b4ce', 'network_id': 'cbad46bc-fc48-422c-8375-cbdad6f5c4db', 'admin_state_up': True, 'tenant_id': 'a33751d38b7b4508ae681090323d40c4'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:16.572664 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0cf786dd-afd0-4419-b339-ff594fa90d9c req-469ec319-a407-4853-ba67-b7c7fe8518eb tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2164ba2-a7d1-4776-8ab4-975360cde832 HTTP/1.1" status: 200 len: 210 time: 0.0519338 Jul 14 13:51:16.650263 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-787b3e3c-3776-4954-9228-5faa2516e8d0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7473871e83814eff899126a74adb2619&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9116385 Jul 14 13:51:16.650657 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 43982) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:16.651162 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b3e3c-3776-4954-9228-5faa2516e8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43895607-2a31-4abf-8da2-2b4235f6ca5e,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:16.754690 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54070cce-097e-4687-9073-e3ddb26521ca req-ef13e9bc-7c8f-4e65-94f1-6aac107ea332 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] Made reservation on behalf of a33751d38b7b4508ae681090323d40c4 for: {'port': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:51:16.758694 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-54070cce-097e-4687-9073-e3ddb26521ca req-ef13e9bc-7c8f-4e65-94f1-6aac107ea332 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:16.775910 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-54070cce-097e-4687-9073-e3ddb26521ca req-ef13e9bc-7c8f-4e65-94f1-6aac107ea332 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:16.901885 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8daa2139-9550-43e2-b61e-a7d12482d2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:17.077858 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4ca99-a834-4e6d-906e-00b1ae81611c req-387dd273-07eb-4f34-a012-0d643a76113a tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:17.079546 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-77f4ca99-a834-4e6d-906e-00b1ae81611c req-387dd273-07eb-4f34-a012-0d643a76113a tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.2171793 Jul 14 13:51:17.089340 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-54070cce-097e-4687-9073-e3ddb26521ca req-ef13e9bc-7c8f-4e65-94f1-6aac107ea332 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:17.109984 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-54070cce-097e-4687-9073-e3ddb26521ca req-ef13e9bc-7c8f-4e65-94f1-6aac107ea332 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:17.199742 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ff6e6d38-c1f8-4714-b1c9-ba7598148c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:17.203136 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-77f4ca99-a834-4e6d-906e-00b1ae81611c req-6f42fd5a-361b-40e8-bf74-1a307795c36c tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158466 Jul 14 13:51:17.208330 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:17.210100 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef13e9bc-7c8f-4e65-94f1-6aac107ea332 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c33943-bc21-496d-b55e-ade4a8c426f5,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:17.254710 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-be4616e7-c789-4e21-81ca-ee6f93ce7f69 req-4a33776c-3f7e-4321-bbaa-f7e344d5e83d tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1d10c91-3215-4d1d-a3cb-dc0ecae8b4ce HTTP/1.1" status: 200 len: 210 time: 0.0592380 Jul 14 13:51:17.274841 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ff6e6d38-c1f8-4714-b1c9-ba7598148c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:17.360956 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_common [req-54070cce-097e-4687-9073-e3ddb26521ca req-ef13e9bc-7c8f-4e65-94f1-6aac107ea332 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] Allocated IP 192.168.233.175 (cbad46bc-fc48-422c-8375-cbdad6f5c4db/fa2c6737-70e4-4ff9-aac1-e0526aef4253/444627e7-655a-4e18-9585-9f87640829c1) {{(pid=104573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:51:17.362878 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ff6e6d38-c1f8-4714-b1c9-ba7598148c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:17.365991 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ff6e6d38-c1f8-4714-b1c9-ba7598148c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:17.367372 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-ff6e6d38-c1f8-4714-b1c9-ba7598148c84 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/43895607-2a31-4abf-8da2-2b4235f6ca5e HTTP/1.1" status: 204 len: 168 time: 0.7149622 Jul 14 13:51:17.377157 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e6d38-c1f8-4714-b1c9-ba7598148c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43895607-2a31-4abf-8da2-2b4235f6ca5e,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:17.558443 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-54070cce-097e-4687-9073-e3ddb26521ca req-ef13e9bc-7c8f-4e65-94f1-6aac107ea332 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] Notify callbacks [] for port, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:17.576456 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.provisioning_blocks [req-54070cce-097e-4687-9073-e3ddb26521ca req-ef13e9bc-7c8f-4e65-94f1-6aac107ea332 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] Transition to ACTIVE for port object 444627e7-655a-4e18-9585-9f87640829c1 will not be triggered until provisioned by entity DHCP. {{(pid=104573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:51:17.619075 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-54070cce-097e-4687-9073-e3ddb26521ca req-ef13e9bc-7c8f-4e65-94f1-6aac107ea332 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25680231'] for port, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:17.668064 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54070cce-097e-4687-9073-e3ddb26521ca req-ef13e9bc-7c8f-4e65-94f1-6aac107ea332 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] Network cbad46bc-fc48-422c-8375-cbdad6f5c4db is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:51:17.674081 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [req-54070cce-097e-4687-9073-e3ddb26521ca req-ef13e9bc-7c8f-4e65-94f1-6aac107ea332 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:51:17.678052 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [req-54070cce-097e-4687-9073-e3ddb26521ca req-ef13e9bc-7c8f-4e65-94f1-6aac107ea332 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] Received port after_create {{(pid=104573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:51:17.710322 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef13e9bc-7c8f-4e65-94f1-6aac107ea332 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] Pushing event updated for resources: {'Port': ['ID=444627e7-655a-4e18-9585-9f87640829c1,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:17.747353 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54070cce-097e-4687-9073-e3ddb26521ca req-ef13e9bc-7c8f-4e65-94f1-6aac107ea332 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:17.748033 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-54070cce-097e-4687-9073-e3ddb26521ca req-ef13e9bc-7c8f-4e65-94f1-6aac107ea332 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:17.748906 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c2e9c1b0-addd-4f4a-8a85-b3e88bf4c98c req-d5dd1700-1123-4f38-9d03-b600aa577a12 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2164ba2-a7d1-4776-8ab4-975360cde832 HTTP/1.1" status: 200 len: 210 time: 0.0475628 Jul 14 13:51:17.783511 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-54070cce-097e-4687-9073-e3ddb26521ca req-ef13e9bc-7c8f-4e65-94f1-6aac107ea332 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4058027 Jul 14 13:51:17.805882 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [req-54070cce-097e-4687-9073-e3ddb26521ca req-3e850ad3-d382-4604-8464-8e89fb3d27e6 service neutron] Request body: {'port': {'device_id': 'f1d10c91-3215-4d1d-a3cb-dc0ecae8b4ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:17.907831 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-54070cce-097e-4687-9073-e3ddb26521ca req-3e850ad3-d382-4604-8464-8e89fb3d27e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:17.973083 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-c889b452-849b-482a-9f05-019f3f6b14a3 None None] Provisioning for port 444627e7-655a-4e18-9585-9f87640829c1 completed by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:51:17.977726 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-c889b452-849b-482a-9f05-019f3f6b14a3 None None] Provisioning complete for port 444627e7-655a-4e18-9585-9f87640829c1 triggered by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:17.978098 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c889b452-849b-482a-9f05-019f3f6b14a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:18.080117 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-c889b452-849b-482a-9f05-019f3f6b14a3 None None] Port 444627e7-655a-4e18-9585-9f87640829c1 cannot update to ACTIVE because it is not bound. {{(pid=104575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:51:18.289167 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-3222aed4-7cc2-407d-a940-55a0410e0cad tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:18.292225 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-3222aed4-7cc2-407d-a940-55a0410e0cad tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.59 "GET /v2.0/networks?id=a4ad8719-2efe-4570-ad62-88a34f3674ac HTTP/1.1" status: 200 len: 815 time: 0.1419685 Jul 14 13:51:18.321632 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-b25c00e6-41ef-4515-aefd-767edd83c2ad tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Request body: {'port': {'device_id': 'b2164ba2-a7d1-4776-8ab4-975360cde832', 'network_id': 'a4ad8719-2efe-4570-ad62-88a34f3674ac', 'admin_state_up': True, 'tenant_id': 'c5d1ebf7d153426aaf60734324e92eee'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:18.341491 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.notifiers.nova [req-54070cce-097e-4687-9073-e3ddb26521ca req-3e850ad3-d382-4604-8464-8e89fb3d27e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 444627e7-655a-4e18-9585-9f87640829c1 {{(pid=104573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:51:18.363179 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-54070cce-097e-4687-9073-e3ddb26521ca req-3e850ad3-d382-4604-8464-8e89fb3d27e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:18.392576 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.provisioning_blocks [req-54070cce-097e-4687-9073-e3ddb26521ca req-3e850ad3-d382-4604-8464-8e89fb3d27e6 service neutron] Transition to ACTIVE for port object 444627e7-655a-4e18-9585-9f87640829c1 will not be triggered until provisioned by entity L2. {{(pid=104573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:51:18.399615 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-54070cce-097e-4687-9073-e3ddb26521ca req-3e850ad3-d382-4604-8464-8e89fb3d27e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25680236'] for port, after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:18.451021 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e850ad3-d382-4604-8464-8e89fb3d27e6 service neutron] Pushing event updated for resources: {'Port': ['ID=444627e7-655a-4e18-9585-9f87640829c1,revision_number=2']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:18.571295 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-b25c00e6-41ef-4515-aefd-767edd83c2ad tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Made reservation on behalf of c5d1ebf7d153426aaf60734324e92eee for: {'port': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:51:18.578371 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-b25c00e6-41ef-4515-aefd-767edd83c2ad tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:18.673477 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.managers [req-54070cce-097e-4687-9073-e3ddb26521ca req-3e850ad3-d382-4604-8464-8e89fb3d27e6 service neutron] Attempting to bind port 444627e7-655a-4e18-9585-9f87640829c1 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=104573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:51:18.673838 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.managers [req-54070cce-097e-4687-9073-e3ddb26521ca req-3e850ad3-d382-4604-8464-8e89fb3d27e6 service neutron] Attempting to bind port 444627e7-655a-4e18-9585-9f87640829c1 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '694c9be0-6f6f-4d54-a5f3-f95400cc31aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'cbad46bc-fc48-422c-8375-cbdad6f5c4db'}] {{(pid=104573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:51:18.674160 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54070cce-097e-4687-9073-e3ddb26521ca req-3e850ad3-d382-4604-8464-8e89fb3d27e6 service neutron] Attempting to bind port 444627e7-655a-4e18-9585-9f87640829c1 on network cbad46bc-fc48-422c-8375-cbdad6f5c4db {{(pid=104573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:51:18.685821 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54070cce-097e-4687-9073-e3ddb26521ca req-3e850ad3-d382-4604-8464-8e89fb3d27e6 service neutron] Port 444627e7-655a-4e18-9585-9f87640829c1 on network cbad46bc-fc48-422c-8375-cbdad6f5c4db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=104573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:51:18.686051 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54070cce-097e-4687-9073-e3ddb26521ca req-3e850ad3-d382-4604-8464-8e89fb3d27e6 service neutron] Attempting to bind port 444627e7-655a-4e18-9585-9f87640829c1 on network cbad46bc-fc48-422c-8375-cbdad6f5c4db {{(pid=104573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:51:18.710577 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54070cce-097e-4687-9073-e3ddb26521ca req-3e850ad3-d382-4604-8464-8e89fb3d27e6 service neutron] Checking agent: {'id': '92e582b9-0e65-4c58-8afe-cb3347eabd77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 47, 47), 'started_at': datetime.datetime(2021, 7, 14, 13, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:51:18.711135 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54070cce-097e-4687-9073-e3ddb26521ca req-3e850ad3-d382-4604-8464-8e89fb3d27e6 service neutron] Checking segment: {'id': '694c9be0-6f6f-4d54-a5f3-f95400cc31aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'cbad46bc-fc48-422c-8375-cbdad6f5c4db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:51:18.711708 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54070cce-097e-4687-9073-e3ddb26521ca req-3e850ad3-d382-4604-8464-8e89fb3d27e6 service neutron] Bound using segment: {'id': '694c9be0-6f6f-4d54-a5f3-f95400cc31aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'cbad46bc-fc48-422c-8375-cbdad6f5c4db'} {{(pid=104573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:51:18.712296 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.managers [req-54070cce-097e-4687-9073-e3ddb26521ca req-3e850ad3-d382-4604-8464-8e89fb3d27e6 service neutron] Bound port: 444627e7-655a-4e18-9585-9f87640829c1, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '694c9be0-6f6f-4d54-a5f3-f95400cc31aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'cbad46bc-fc48-422c-8375-cbdad6f5c4db'}}] {{(pid=104573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:51:18.712800 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-54070cce-097e-4687-9073-e3ddb26521ca req-3e850ad3-d382-4604-8464-8e89fb3d27e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:18.743243 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdaa4ed-8840-46a1-af51-b3640b6ee883 req-73b5d3ac-ae6b-4a63-b120-9e1edab2f22b tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:18.745090 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ffdaa4ed-8840-46a1-af51-b3640b6ee883 req-73b5d3ac-ae6b-4a63-b120-9e1edab2f22b tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.2629852 Jul 14 13:51:18.835308 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ffdaa4ed-8840-46a1-af51-b3640b6ee883 req-4747fc4f-225e-4723-8803-9f6b824e0dd6 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568397 Jul 14 13:51:18.837843 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [req-54070cce-097e-4687-9073-e3ddb26521ca req-3e850ad3-d382-4604-8464-8e89fb3d27e6 service neutron] For port 444627e7-655a-4e18-9585-9f87640829c1, host hv-cinder-80069, cleared binding levels {{(pid=104573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:51:18.841137 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [req-54070cce-097e-4687-9073-e3ddb26521ca req-3e850ad3-d382-4604-8464-8e89fb3d27e6 service neutron] For port 444627e7-655a-4e18-9585-9f87640829c1, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=444627e7-655a-4e18-9585-9f87640829c1,segment=NetworkSegment(694c9be0-6f6f-4d54-a5f3-f95400cc31aa),segment_id=694c9be0-6f6f-4d54-a5f3-f95400cc31aa)] {{(pid=104573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:51:18.850787 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-54070cce-097e-4687-9073-e3ddb26521ca req-3e850ad3-d382-4604-8464-8e89fb3d27e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25680236'] for port, after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:18.902033 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc713cc-0d4c-4c45-b7a8-bc3205d65682 req-c78a606c-ef7f-433d-8161-61674924493b tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:18.912381 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9bc713cc-0d4c-4c45-b7a8-bc3205d65682 req-c78a606c-ef7f-433d-8161-61674924493b tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1d10c91-3215-4d1d-a3cb-dc0ecae8b4ce HTTP/1.1" status: 200 len: 948 time: 0.3046331 Jul 14 13:51:18.913699 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54070cce-097e-4687-9073-e3ddb26521ca req-3e850ad3-d382-4604-8464-8e89fb3d27e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:18.914522 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-54070cce-097e-4687-9073-e3ddb26521ca req-3e850ad3-d382-4604-8464-8e89fb3d27e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:18.920246 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-54070cce-097e-4687-9073-e3ddb26521ca req-3e850ad3-d382-4604-8464-8e89fb3d27e6 service neutron] 10.222.0.59 "PUT /v2.0/ports/444627e7-655a-4e18-9585-9f87640829c1 HTTP/1.1" status: 200 len: 1098 time: 1.1191084 Jul 14 13:51:18.920846 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1d10c91-3215-4d1d-a3cb-dc0ecae8b4ce', 'tag': '444627e7-655a-4e18-9585-9f87640829c1'}] {{(pid=104573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:51:18.924172 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad51c498d533f361780c3af87c8a8c65edab733b1bfa9c6a05399bf2ccc5452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb1c70e-5c58-47af-921b-dc58c831fcdd" -d '{"events": [{"name": "network-changed", "server_uuid": "f1d10c91-3215-4d1d-a3cb-dc0ecae8b4ce", "tag": "444627e7-655a-4e18-9585-9f87640829c1"}]}' {{(pid=104573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:51:18.956792 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e850ad3-d382-4604-8464-8e89fb3d27e6 service neutron] Pushing event updated for resources: {'Port': ['ID=444627e7-655a-4e18-9585-9f87640829c1,revision_number=3']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:18.969965 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-b25c00e6-41ef-4515-aefd-767edd83c2ad tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Allocated IP 172.20.0.9 (a4ad8719-2efe-4570-ad62-88a34f3674ac/d1350c88-2d64-4fb9-8461-f3522c398c41/98516769-a30e-4834-a3f6-4f72ab7f607e) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:51:19.086425 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54070cce-097e-4687-9073-e3ddb26521ca req-62568e31-75d3-4279-9c48-43850fe5345c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:19.088164 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-54070cce-097e-4687-9073-e3ddb26521ca req-62568e31-75d3-4279-9c48-43850fe5345c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a33751d38b7b4508ae681090323d40c4&device_id=f1d10c91-3215-4d1d-a3cb-dc0ecae8b4ce HTTP/1.1" status: 200 len: 1101 time: 0.1011517 Jul 14 13:51:19.147652 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9bc713cc-0d4c-4c45-b7a8-bc3205d65682 req-c6b060e8-63d4-4581-ae47-c38bff9c113a tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3c33943-bc21-496d-b55e-ade4a8c426f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344472 Jul 14 13:51:19.178489 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-54070cce-097e-4687-9073-e3ddb26521ca req-6394ffd3-6616-4fa1-b5d4-e76b185bb8f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=444627e7-655a-4e18-9585-9f87640829c1 HTTP/1.1" status: 200 len: 217 time: 0.0714149 Jul 14 13:51:19.251871 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54070cce-097e-4687-9073-e3ddb26521ca req-4922f6fd-ce09-4770-99d2-adb0eb06e54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:19.254470 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-54070cce-097e-4687-9073-e3ddb26521ca req-4922f6fd-ce09-4770-99d2-adb0eb06e54a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fa2c6737-70e4-4ff9-aac1-e0526aef4253 HTTP/1.1" status: 200 len: 843 time: 0.0671258 Jul 14 13:51:19.257274 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3d49af-0d0a-475f-ac37-66ca36b388d5 x-openstack-request-id: req-0d3d49af-0d0a-475f-ac37-66ca36b388d5 {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:51:19.257832 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1d10c91-3215-4d1d-a3cb-dc0ecae8b4ce", "tag": "444627e7-655a-4e18-9585-9f87640829c1", "status": "completed", "code": 200}]} {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:51:19.258285 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0d3d49af-0d0a-475f-ac37-66ca36b388d5 {{(pid=104573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:51:19.258803 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1d10c91-3215-4d1d-a3cb-dc0ecae8b4ce', 'tag': '444627e7-655a-4e18-9585-9f87640829c1', 'status': 'completed', 'code': 200} Jul 14 13:51:19.297490 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-898b8239-da65-4979-b436-b90048486d0f req-68081cad-719b-489e-910b-4302282c657d tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2164ba2-a7d1-4776-8ab4-975360cde832 HTTP/1.1" status: 200 len: 210 time: 0.0417860 Jul 14 13:51:19.300059 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-b25c00e6-41ef-4515-aefd-767edd83c2ad tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Notify callbacks [] for port, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:19.353852 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54070cce-097e-4687-9073-e3ddb26521ca req-c3748b31-dd12-4986-af1c-4cd09e98a2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:19.355635 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-54070cce-097e-4687-9073-e3ddb26521ca req-c3748b31-dd12-4986-af1c-4cd09e98a2b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cbad46bc-fc48-422c-8375-cbdad6f5c4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0608130 Jul 14 13:51:19.393537 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-b25c00e6-41ef-4515-aefd-767edd83c2ad tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:19.421110 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-218501f0-55f0-41c1-9d70-93e10e0481b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:19.439343 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-b25c00e6-41ef-4515-aefd-767edd83c2ad tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Network a4ad8719-2efe-4570-ad62-88a34f3674ac is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:51:19.447206 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-b25c00e6-41ef-4515-aefd-767edd83c2ad tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:51:19.452830 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-b25c00e6-41ef-4515-aefd-767edd83c2ad tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:51:19.498549 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c00e6-41ef-4515-aefd-767edd83c2ad tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Pushing event updated for resources: {'Port': ['ID=98516769-a30e-4834-a3f6-4f72ab7f607e,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:19.526487 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-54070cce-097e-4687-9073-e3ddb26521ca req-a6f627f7-58ee-44f4-ad4e-1beed155ff8c service neutron] 10.222.0.59 "GET /v2.0/networks/cbad46bc-fc48-422c-8375-cbdad6f5c4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508684 Jul 14 13:51:19.527048 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-b25c00e6-41ef-4515-aefd-767edd83c2ad tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:19.528142 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-b25c00e6-41ef-4515-aefd-767edd83c2ad tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:19.550369 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-b25c00e6-41ef-4515-aefd-767edd83c2ad tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2332988 Jul 14 13:51:19.568220 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:19.571032 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-814893e7-bbdb-469e-bedb-5930d58c3100 service neutron] Request body: {'port': {'device_id': 'b2164ba2-a7d1-4776-8ab4-975360cde832', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:19.662266 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-54070cce-097e-4687-9073-e3ddb26521ca req-92569de5-ccc2-4011-aa32-e1bead0f132c service neutron] 10.222.0.59 "GET /v2.0/networks/cbad46bc-fc48-422c-8375-cbdad6f5c4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310799 Jul 14 13:51:19.665702 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-814893e7-bbdb-469e-bedb-5930d58c3100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:19.876084 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1c70e-5c58-47af-921b-dc58c831fcdd req-82871fc8-94f3-4ed9-a560-9f49fd006324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:19.878028 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6fb1c70e-5c58-47af-921b-dc58c831fcdd req-82871fc8-94f3-4ed9-a560-9f49fd006324 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a33751d38b7b4508ae681090323d40c4&device_id=f1d10c91-3215-4d1d-a3cb-dc0ecae8b4ce HTTP/1.1" status: 200 len: 1101 time: 0.0750761 Jul 14 13:51:20.004185 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1c70e-5c58-47af-921b-dc58c831fcdd req-06727859-ba4f-4e0d-88d5-51685203117e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:20.005818 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6fb1c70e-5c58-47af-921b-dc58c831fcdd req-06727859-ba4f-4e0d-88d5-51685203117e service neutron] 10.222.0.59 "GET /v2.0/networks?id=cbad46bc-fc48-422c-8375-cbdad6f5c4db HTTP/1.1" status: 200 len: 870 time: 0.1207347 Jul 14 13:51:20.030291 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-814893e7-bbdb-469e-bedb-5930d58c3100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98516769-a30e-4834-a3f6-4f72ab7f607e {{(pid=104572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:51:20.038103 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-814893e7-bbdb-469e-bedb-5930d58c3100 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:20.049142 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6fb1c70e-5c58-47af-921b-dc58c831fcdd req-f29793ea-825d-4cf1-a5bb-7391b6a21690 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=444627e7-655a-4e18-9585-9f87640829c1 HTTP/1.1" status: 200 len: 217 time: 0.0358729 Jul 14 13:51:20.051006 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-814893e7-bbdb-469e-bedb-5930d58c3100 service neutron] Transition to ACTIVE for port object 98516769-a30e-4834-a3f6-4f72ab7f607e will not be triggered until provisioned by entity L2. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:51:20.057297 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-814893e7-bbdb-469e-bedb-5930d58c3100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28728568'] for port, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:20.121177 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1c70e-5c58-47af-921b-dc58c831fcdd req-3f78d313-9189-4e9b-937b-8012cbba5f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:20.122663 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6fb1c70e-5c58-47af-921b-dc58c831fcdd req-3f78d313-9189-4e9b-937b-8012cbba5f16 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fa2c6737-70e4-4ff9-aac1-e0526aef4253 HTTP/1.1" status: 200 len: 843 time: 0.0601852 Jul 14 13:51:20.151291 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814893e7-bbdb-469e-bedb-5930d58c3100 service neutron] Pushing event updated for resources: {'Port': ['ID=98516769-a30e-4834-a3f6-4f72ab7f607e,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:20.206970 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1c70e-5c58-47af-921b-dc58c831fcdd req-bf0998bf-2714-46d4-af54-7123ecc74704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:20.208837 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6fb1c70e-5c58-47af-921b-dc58c831fcdd req-bf0998bf-2714-46d4-af54-7123ecc74704 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cbad46bc-fc48-422c-8375-cbdad6f5c4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0767899 Jul 14 13:51:20.282982 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-814893e7-bbdb-469e-bedb-5930d58c3100 service neutron] Attempting to bind port 98516769-a30e-4834-a3f6-4f72ab7f607e on host hv-cinder-80069 for vnic_type normal with profile {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:51:20.283328 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-814893e7-bbdb-469e-bedb-5930d58c3100 service neutron] Attempting to bind port 98516769-a30e-4834-a3f6-4f72ab7f607e by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'f1e715ab-9363-44bd-9977-f91e6337307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a4ad8719-2efe-4570-ad62-88a34f3674ac'}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:51:20.283656 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-814893e7-bbdb-469e-bedb-5930d58c3100 service neutron] Attempting to bind port 98516769-a30e-4834-a3f6-4f72ab7f607e on network a4ad8719-2efe-4570-ad62-88a34f3674ac {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:51:20.288798 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-814893e7-bbdb-469e-bedb-5930d58c3100 service neutron] Port 98516769-a30e-4834-a3f6-4f72ab7f607e on network a4ad8719-2efe-4570-ad62-88a34f3674ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:51:20.289120 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-814893e7-bbdb-469e-bedb-5930d58c3100 service neutron] Attempting to bind port 98516769-a30e-4834-a3f6-4f72ab7f607e on network a4ad8719-2efe-4570-ad62-88a34f3674ac {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:51:20.294330 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-814893e7-bbdb-469e-bedb-5930d58c3100 service neutron] Checking agent: {'id': '92e582b9-0e65-4c58-8afe-cb3347eabd77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 47, 47), 'started_at': datetime.datetime(2021, 7, 14, 13, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:51:20.294730 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-814893e7-bbdb-469e-bedb-5930d58c3100 service neutron] Checking segment: {'id': 'f1e715ab-9363-44bd-9977-f91e6337307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a4ad8719-2efe-4570-ad62-88a34f3674ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:51:20.295159 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-814893e7-bbdb-469e-bedb-5930d58c3100 service neutron] Bound using segment: {'id': 'f1e715ab-9363-44bd-9977-f91e6337307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a4ad8719-2efe-4570-ad62-88a34f3674ac'} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:51:20.295589 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-814893e7-bbdb-469e-bedb-5930d58c3100 service neutron] Bound port: 98516769-a30e-4834-a3f6-4f72ab7f607e, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1e715ab-9363-44bd-9977-f91e6337307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a4ad8719-2efe-4570-ad62-88a34f3674ac'}}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:51:20.295948 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-814893e7-bbdb-469e-bedb-5930d58c3100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:20.370509 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-814893e7-bbdb-469e-bedb-5930d58c3100 service neutron] For port 98516769-a30e-4834-a3f6-4f72ab7f607e, host hv-cinder-80069, cleared binding levels {{(pid=104572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:51:20.374049 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-814893e7-bbdb-469e-bedb-5930d58c3100 service neutron] For port 98516769-a30e-4834-a3f6-4f72ab7f607e, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=98516769-a30e-4834-a3f6-4f72ab7f607e,segment=NetworkSegment(f1e715ab-9363-44bd-9977-f91e6337307a),segment_id=f1e715ab-9363-44bd-9977-f91e6337307a)] {{(pid=104572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:51:20.379709 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-814893e7-bbdb-469e-bedb-5930d58c3100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28728568'] for port, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:20.386026 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6fb1c70e-5c58-47af-921b-dc58c831fcdd req-3a1b156c-628f-4c97-a184-7ba0f8dd490f service neutron] 10.222.0.59 "GET /v2.0/networks/cbad46bc-fc48-422c-8375-cbdad6f5c4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658285 Jul 14 13:51:20.418696 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-814893e7-bbdb-469e-bedb-5930d58c3100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:20.419404 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-814893e7-bbdb-469e-bedb-5930d58c3100 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:20.420934 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-814893e7-bbdb-469e-bedb-5930d58c3100 service neutron] 10.222.0.59 "PUT /v2.0/ports/98516769-a30e-4834-a3f6-4f72ab7f607e HTTP/1.1" status: 200 len: 1093 time: 0.8551285 Jul 14 13:51:20.421242 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2164ba2-a7d1-4776-8ab4-975360cde832', 'tag': '98516769-a30e-4834-a3f6-4f72ab7f607e'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:51:20.423728 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a552a6b-f793-4528-a31a-fe419d3ed75f" -d '{"events": [{"name": "network-changed", "server_uuid": "b2164ba2-a7d1-4776-8ab4-975360cde832", "tag": "98516769-a30e-4834-a3f6-4f72ab7f607e"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:51:20.455538 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814893e7-bbdb-469e-bedb-5930d58c3100 service neutron] Pushing event updated for resources: {'Port': ['ID=98516769-a30e-4834-a3f6-4f72ab7f607e,revision_number=3']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:20.472312 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61447151-2a0f-4717-8351-3cbf93a98428 req-122e9f0f-886f-4846-89b1-25471acd709d tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:20.473915 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-61447151-2a0f-4717-8351-3cbf93a98428 req-122e9f0f-886f-4846-89b1-25471acd709d tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1d10c91-3215-4d1d-a3cb-dc0ecae8b4ce HTTP/1.1" status: 200 len: 948 time: 0.1468513 Jul 14 13:51:20.523788 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ebfaf-0602-4d27-8321-06e7f0966837 req-5146d4a9-682d-4f7b-8df1-f12dc41c4287 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:20.525245 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-185ebfaf-0602-4d27-8321-06e7f0966837 req-5146d4a9-682d-4f7b-8df1-f12dc41c4287 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2164ba2-a7d1-4776-8ab4-975360cde832 HTTP/1.1" status: 200 len: 943 time: 0.0843465 Jul 14 13:51:20.531559 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6fb1c70e-5c58-47af-921b-dc58c831fcdd req-d0912cd4-d8e3-4955-9939-62720047655e service neutron] 10.222.0.59 "GET /v2.0/networks/cbad46bc-fc48-422c-8375-cbdad6f5c4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389506 Jul 14 13:51:20.538276 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-61447151-2a0f-4717-8351-3cbf93a98428 req-398f1446-6e85-4496-94c5-102a44a68d47 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3c33943-bc21-496d-b55e-ade4a8c426f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545580 Jul 14 13:51:20.565223 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:20.606854 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-185ebfaf-0602-4d27-8321-06e7f0966837 req-4cd7f945-736d-4a39-9ee7-82c7ad8962c2 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538030 Jul 14 13:51:20.615768 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-12f52b5c-a6e1-4b5f-ad5c-8947a72aabfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:20.617454 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-12f52b5c-a6e1-4b5f-ad5c-8947a72aabfe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5d1ebf7d153426aaf60734324e92eee&device_id=b2164ba2-a7d1-4776-8ab4-975360cde832 HTTP/1.1" status: 200 len: 1096 time: 0.1117575 Jul 14 13:51:20.628513 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9473d803-6e6e-45a4-bae0-5b308c99dc88 x-openstack-request-id: req-9473d803-6e6e-45a4-bae0-5b308c99dc88 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:51:20.628797 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2164ba2-a7d1-4776-8ab4-975360cde832", "tag": "98516769-a30e-4834-a3f6-4f72ab7f607e", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:51:20.629045 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9473d803-6e6e-45a4-bae0-5b308c99dc88 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:51:20.629516 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2164ba2-a7d1-4776-8ab4-975360cde832', 'tag': '98516769-a30e-4834-a3f6-4f72ab7f607e', 'status': 'completed', 'code': 200} Jul 14 13:51:20.674585 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-834d40a8-8e2d-424d-9a49-b05c8b7f123e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98516769-a30e-4834-a3f6-4f72ab7f607e HTTP/1.1" status: 200 len: 217 time: 0.0361936 Jul 14 13:51:20.792861 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-d82ecc3c-9f2f-40d1-8094-33f50fba57f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:20.794580 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-d82ecc3c-9f2f-40d1-8094-33f50fba57f4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1350c88-2d64-4fb9-8461-f3522c398c41 HTTP/1.1" status: 200 len: 855 time: 0.1077547 Jul 14 13:51:20.836320 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-43df4b5f-e358-46d8-9fb7-50401c10f581 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4ad8719-2efe-4570-ad62-88a34f3674ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333791 Jul 14 13:51:20.902874 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6aa33a-ab91-47fa-8108-c1618039b250 req-ee56bfae-5c80-43c4-b2ec-dabaf523aed8 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:20.904465 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-bb6aa33a-ab91-47fa-8108-c1618039b250 req-ee56bfae-5c80-43c4-b2ec-dabaf523aed8 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.1792138 Jul 14 13:51:20.986324 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-e29b2029-3602-4515-933f-d74fd1045859 service neutron] 10.222.0.59 "GET /v2.0/networks/a4ad8719-2efe-4570-ad62-88a34f3674ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426892 Jul 14 13:51:20.989379 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-bb6aa33a-ab91-47fa-8108-c1618039b250 req-21074833-6455-4182-92f1-5d9dc59b5754 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739193 Jul 14 13:51:21.085843 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-328d7a61-7db4-4dff-9830-64c00a6a0831 req-1c5b6fc8-062c-4cb8-9227-6b5fcee07c60 service neutron] 10.222.0.59 "GET /v2.0/networks/a4ad8719-2efe-4570-ad62-88a34f3674ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916152 Jul 14 13:51:21.396399 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 444627e7-655a-4e18-9585-9f87640829c1 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=104575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:51:21.408590 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a552a6b-f793-4528-a31a-fe419d3ed75f req-0177630d-78c8-4204-be87-49b6ef4ed842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:21.410294 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7a552a6b-f793-4528-a31a-fe419d3ed75f req-0177630d-78c8-4204-be87-49b6ef4ed842 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5d1ebf7d153426aaf60734324e92eee&device_id=b2164ba2-a7d1-4776-8ab4-975360cde832 HTTP/1.1" status: 200 len: 1096 time: 0.0726733 Jul 14 13:51:21.526021 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port 444627e7-655a-4e18-9585-9f87640829c1, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=444627e7-655a-4e18-9585-9f87640829c1,segment=NetworkSegment(694c9be0-6f6f-4d54-a5f3-f95400cc31aa),segment_id=694c9be0-6f6f-4d54-a5f3-f95400cc31aa)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:21.529007 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a552a6b-f793-4528-a31a-fe419d3ed75f req-6606b28b-a874-481e-bfa4-de03b128e413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:21.530878 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7a552a6b-f793-4528-a31a-fe419d3ed75f req-6606b28b-a874-481e-bfa4-de03b128e413 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4ad8719-2efe-4570-ad62-88a34f3674ac HTTP/1.1" status: 200 len: 916 time: 0.1008613 Jul 14 13:51:21.538552 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Returning: {'device': '444627e7-655a-4e18-9585-9f87640829c1', 'network_id': 'cbad46bc-fc48-422c-8375-cbdad6f5c4db', 'port_id': '444627e7-655a-4e18-9585-9f87640829c1', 'mac_address': 'fa:16:3e:81:0c:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa2c6737-70e4-4ff9-aac1-e0526aef4253', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:51:21.588754 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:21.596593 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7a552a6b-f793-4528-a31a-fe419d3ed75f req-3a3f8579-0b30-46d8-a57e-da2e9fb12b4c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98516769-a30e-4834-a3f6-4f72ab7f607e HTTP/1.1" status: 200 len: 217 time: 0.0478876 Jul 14 13:51:21.607332 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 444627e7-655a-4e18-9585-9f87640829c1 {{(pid=104575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:51:21.635142 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port 444627e7-655a-4e18-9585-9f87640829c1, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=444627e7-655a-4e18-9585-9f87640829c1,segment=NetworkSegment(694c9be0-6f6f-4d54-a5f3-f95400cc31aa),segment_id=694c9be0-6f6f-4d54-a5f3-f95400cc31aa)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:21.641785 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:21.666196 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a552a6b-f793-4528-a31a-fe419d3ed75f req-d0158224-aeab-455b-8823-3f2bdf9438d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:21.667692 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7a552a6b-f793-4528-a31a-fe419d3ed75f req-d0158224-aeab-455b-8823-3f2bdf9438d0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1350c88-2d64-4fb9-8461-f3522c398c41 HTTP/1.1" status: 200 len: 855 time: 0.0558393 Jul 14 13:51:21.716697 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=444627e7-655a-4e18-9585-9f87640829c1,revision_number=4']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:21.729511 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:21.730156 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:21.730739 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:21.731302 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:21.731946 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:21.732575 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:21.733125 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:21.733662 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:21.734244 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:21.734811 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:21.735686 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:21.736627 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:21.738488 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7a552a6b-f793-4528-a31a-fe419d3ed75f req-f99649f2-452e-4378-908e-5cb26ff9ed50 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4ad8719-2efe-4570-ad62-88a34f3674ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341430 Jul 14 13:51:21.868058 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aae829-2d19-4ff4-80d8-8afa0766cad4 req-c4ad48aa-fb60-4a1e-9fe0-dd98fcffea52 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:21.869644 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e1aae829-2d19-4ff4-80d8-8afa0766cad4 req-c4ad48aa-fb60-4a1e-9fe0-dd98fcffea52 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2164ba2-a7d1-4776-8ab4-975360cde832 HTTP/1.1" status: 200 len: 943 time: 0.0744774 Jul 14 13:51:21.893389 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7a552a6b-f793-4528-a31a-fe419d3ed75f req-f96c9ab8-4db2-4929-a5f9-268700b3f116 service neutron] 10.222.0.59 "GET /v2.0/networks/a4ad8719-2efe-4570-ad62-88a34f3674ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447747 Jul 14 13:51:21.906141 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1f3fb-6112-4576-a22b-4943c4b347f3 req-72dfca52-cc77-4e48-9344-035ad441ea54 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:21.907791 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b0b1f3fb-6112-4576-a22b-4943c4b347f3 req-72dfca52-cc77-4e48-9344-035ad441ea54 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1d10c91-3215-4d1d-a3cb-dc0ecae8b4ce HTTP/1.1" status: 200 len: 949 time: 0.1062486 Jul 14 13:51:21.912140 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e1aae829-2d19-4ff4-80d8-8afa0766cad4 req-d635d44e-420c-4da7-8368-5cfc94290f3a tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363111 Jul 14 13:51:22.000668 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b0b1f3fb-6112-4576-a22b-4943c4b347f3 req-36f0b9be-1be4-47e4-b268-a1128077d3b5 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3c33943-bc21-496d-b55e-ade4a8c426f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747144 Jul 14 13:51:22.020764 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7a552a6b-f793-4528-a31a-fe419d3ed75f req-f81e4beb-1c59-412a-a9ac-079938f45061 service neutron] 10.222.0.59 "GET /v2.0/networks/a4ad8719-2efe-4570-ad62-88a34f3674ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121566 Jul 14 13:51:22.074928 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:22.156920 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['444627e7-655a-4e18-9585-9f87640829c1'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:51:23.104646 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83076568-c8d2-4079-baed-4df7f62b5f5b req-bfef58f5-0a68-4a43-868d-e5c5a97b6e87 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:23.113435 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-83076568-c8d2-4079-baed-4df7f62b5f5b req-bfef58f5-0a68-4a43-868d-e5c5a97b6e87 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2164ba2-a7d1-4776-8ab4-975360cde832 HTTP/1.1" status: 200 len: 943 time: 0.0900724 Jul 14 13:51:23.163667 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-83076568-c8d2-4079-baed-4df7f62b5f5b req-102960af-986d-48c0-91f2-7ab8741cee80 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486667 Jul 14 13:51:23.192338 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3334a27-b4a8-454d-a319-eae6a776e4f5 req-a86946a3-e81f-4943-a6be-35ec507f8160 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:23.193967 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d3334a27-b4a8-454d-a319-eae6a776e4f5 req-a86946a3-e81f-4943-a6be-35ec507f8160 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1d10c91-3215-4d1d-a3cb-dc0ecae8b4ce HTTP/1.1" status: 200 len: 949 time: 0.0661707 Jul 14 13:51:23.209935 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 44292) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:23.237634 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d3334a27-b4a8-454d-a319-eae6a776e4f5 req-7a329b88-23b9-4da3-b3ce-caa052511520 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3c33943-bc21-496d-b55e-ade4a8c426f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371459 Jul 14 13:51:23.338513 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-de0ba20b-032a-4e75-8c5d-2ec202fee29f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:23.411953 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 98516769-a30e-4834-a3f6-4f72ab7f607e details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=104575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:51:23.425647 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 444627e7-655a-4e18-9585-9f87640829c1 up at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:51:23.432574 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-de0ba20b-032a-4e75-8c5d-2ec202fee29f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:23.440000 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-de0ba20b-032a-4e75-8c5d-2ec202fee29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:23.479901 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-de0ba20b-032a-4e75-8c5d-2ec202fee29f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9080a7ed15254ab194a2bed869ea123d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2687027 Jul 14 13:51:23.480878 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ba20b-032a-4e75-8c5d-2ec202fee29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b1c2f1-a6a9-4d21-8947-91b8cd2e7b73,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:23.482899 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 44300) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:23.548726 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c2eebb7a-3706-4b0c-8c54-5c261bfabd40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:23.574405 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c2eebb7a-3706-4b0c-8c54-5c261bfabd40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:23.578590 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port 98516769-a30e-4834-a3f6-4f72ab7f607e, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=98516769-a30e-4834-a3f6-4f72ab7f607e,segment=NetworkSegment(f1e715ab-9363-44bd-9977-f91e6337307a),segment_id=f1e715ab-9363-44bd-9977-f91e6337307a)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:23.591402 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Returning: {'device': '98516769-a30e-4834-a3f6-4f72ab7f607e', 'network_id': 'a4ad8719-2efe-4570-ad62-88a34f3674ac', 'port_id': '98516769-a30e-4834-a3f6-4f72ab7f607e', 'mac_address': 'fa:16:3e:b6:69:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1350c88-2d64-4fb9-8461-f3522c398c41', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:51:23.600449 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning for port 444627e7-655a-4e18-9585-9f87640829c1 completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:51:23.622445 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning complete for port 444627e7-655a-4e18-9585-9f87640829c1 triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:23.622800 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:23.628415 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c2eebb7a-3706-4b0c-8c54-5c261bfabd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:23.631254 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c2eebb7a-3706-4b0c-8c54-5c261bfabd40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:23.632529 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-c2eebb7a-3706-4b0c-8c54-5c261bfabd40 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/23b1c2f1-a6a9-4d21-8947-91b8cd2e7b73 HTTP/1.1" status: 204 len: 168 time: 0.1482656 Jul 14 13:51:23.641659 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eebb7a-3706-4b0c-8c54-5c261bfabd40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b1c2f1-a6a9-4d21-8947-91b8cd2e7b73,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:23.680420 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:23.699005 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98516769-a30e-4834-a3f6-4f72ab7f607e {{(pid=104575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:51:23.724394 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port 98516769-a30e-4834-a3f6-4f72ab7f607e, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=98516769-a30e-4834-a3f6-4f72ab7f607e,segment=NetworkSegment(f1e715ab-9363-44bd-9977-f91e6337307a),segment_id=f1e715ab-9363-44bd-9977-f91e6337307a)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:23.746737 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:23.786495 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:23.828345 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d10c91-3215-4d1d-a3cb-dc0ecae8b4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444627e7-655a-4e18-9585-9f87640829c1'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:51:23.830279 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06891aadf294c70300823a606954559f382215362bc7d52ae5ebbe768d2ce9e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55726297-9809-44ab-9908-020c722f9c70" -d '{"events": [{"server_uuid": "f1d10c91-3215-4d1d-a3cb-dc0ecae8b4ce", "name": "network-vif-plugged", "status": "completed", "tag": "444627e7-655a-4e18-9585-9f87640829c1"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:51:23.832655 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=98516769-a30e-4834-a3f6-4f72ab7f607e,revision_number=4']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:23.859043 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port 444627e7-655a-4e18-9585-9f87640829c1, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=444627e7-655a-4e18-9585-9f87640829c1,segment=NetworkSegment(694c9be0-6f6f-4d54-a5f3-f95400cc31aa),segment_id=694c9be0-6f6f-4d54-a5f3-f95400cc31aa)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:23.868238 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:23.914567 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8196c2ac-4534-4c48-8abc-7e47ada799e8 x-openstack-request-id: req-8196c2ac-4534-4c48-8abc-7e47ada799e8 {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:51:23.914860 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d10c91-3215-4d1d-a3cb-dc0ecae8b4ce", "name": "network-vif-plugged", "status": "completed", "tag": "444627e7-655a-4e18-9585-9f87640829c1", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:51:23.915137 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8196c2ac-4534-4c48-8abc-7e47ada799e8 {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:51:23.915698 dv-cinder-800697-2-iscsi neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d10c91-3215-4d1d-a3cb-dc0ecae8b4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444627e7-655a-4e18-9585-9f87640829c1', 'code': 200} Jul 14 13:51:23.935465 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 44324) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:23.944001 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=444627e7-655a-4e18-9585-9f87640829c1,revision_number=5']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:23.956812 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-770dd147-312b-4e67-97be-5bb844819ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:24.048937 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-770dd147-312b-4e67-97be-5bb844819ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:24.054340 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-770dd147-312b-4e67-97be-5bb844819ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:24.098940 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-770dd147-312b-4e67-97be-5bb844819ad2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=116a94f1af62435e835c20174a539323&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1618097 Jul 14 13:51:24.100248 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770dd147-312b-4e67-97be-5bb844819ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ed66b0-8c70-44c9-b0b8-81c839af49c3,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:24.101747 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 44326) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:24.137665 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['98516769-a30e-4834-a3f6-4f72ab7f607e'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:51:24.233774 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-bc1d3421-a847-4eab-a6a6-c2650cc42c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:24.261737 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 44334) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:24.280846 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88041f3-9cfe-408d-a410-fc4c08fd7208 req-9f484a4e-7209-499d-b55a-46efa3828e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:24.283021 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c88041f3-9cfe-408d-a410-fc4c08fd7208 req-9f484a4e-7209-499d-b55a-46efa3828e9c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f1d10c91-3215-4d1d-a3cb-dc0ecae8b4ce HTTP/1.1" status: 200 len: 1103 time: 0.1483943 Jul 14 13:51:24.289639 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-bc1d3421-a847-4eab-a6a6-c2650cc42c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:24.392195 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c88041f3-9cfe-408d-a410-fc4c08fd7208 req-59aec757-71b8-4b82-a106-d61bfaf2ff9d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f3c33943-bc21-496d-b55e-ade4a8c426f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931754 Jul 14 13:51:24.416289 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ab32911d-ecd3-4854-9700-233990b1ca28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:24.422813 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c456f7-9518-46db-b552-c050b71982da req-df961d99-001e-405c-a4af-aacd21bdb6b8 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:24.424317 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-98c456f7-9518-46db-b552-c050b71982da req-df961d99-001e-405c-a4af-aacd21bdb6b8 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2164ba2-a7d1-4776-8ab4-975360cde832 HTTP/1.1" status: 200 len: 944 time: 0.1155772 Jul 14 13:51:24.425369 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-bc1d3421-a847-4eab-a6a6-c2650cc42c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:24.428067 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-bc1d3421-a847-4eab-a6a6-c2650cc42c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:24.429337 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-bc1d3421-a847-4eab-a6a6-c2650cc42c07 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/40ed66b0-8c70-44c9-b0b8-81c839af49c3 HTTP/1.1" status: 204 len: 168 time: 0.3259060 Jul 14 13:51:24.445485 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d3421-a847-4eab-a6a6-c2650cc42c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ed66b0-8c70-44c9-b0b8-81c839af49c3,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:24.476399 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-98c456f7-9518-46db-b552-c050b71982da req-eb98f407-28cd-43e9-9a70-8347a0c4466e tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456867 Jul 14 13:51:24.490186 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ae91e-72d8-44bb-a5df-c8b0a0566429 req-a9d522ce-1762-4b17-8165-e8a59ed6852e tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:24.491798 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7b8ae91e-72d8-44bb-a5df-c8b0a0566429 req-a9d522ce-1762-4b17-8165-e8a59ed6852e tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1d10c91-3215-4d1d-a3cb-dc0ecae8b4ce HTTP/1.1" status: 200 len: 950 time: 0.1196322 Jul 14 13:51:24.556844 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7b8ae91e-72d8-44bb-a5df-c8b0a0566429 req-b255f3f3-279a-4f01-86a7-46c4819c2726 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3c33943-bc21-496d-b55e-ade4a8c426f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553832 Jul 14 13:51:24.582513 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ab32911d-ecd3-4854-9700-233990b1ca28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:24.587564 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ab32911d-ecd3-4854-9700-233990b1ca28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:24.629072 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab32911d-ecd3-4854-9700-233990b1ca28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9a2552-c543-4eb4-83ae-cb6b3cab7dde,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:24.633355 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-ab32911d-ecd3-4854-9700-233990b1ca28 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7ce4f03ec62646548ad2b09020b10c6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3699517 Jul 14 13:51:24.636165 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 44346) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:24.687957 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-424306f7-fe75-4fc6-959f-e5b0ec996fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:24.711896 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-424306f7-fe75-4fc6-959f-e5b0ec996fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:24.765573 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 44352) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:24.779665 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-462ffe0d-5948-4531-a4cc-8ef254e9feaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:24.781275 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-424306f7-fe75-4fc6-959f-e5b0ec996fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:24.783806 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-424306f7-fe75-4fc6-959f-e5b0ec996fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:24.784876 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-424306f7-fe75-4fc6-959f-e5b0ec996fef admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ad9a2552-c543-4eb4-83ae-cb6b3cab7dde HTTP/1.1" status: 204 len: 168 time: 0.1477492 Jul 14 13:51:24.802080 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424306f7-fe75-4fc6-959f-e5b0ec996fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9a2552-c543-4eb4-83ae-cb6b3cab7dde,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:24.908393 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-462ffe0d-5948-4531-a4cc-8ef254e9feaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:24.924274 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-462ffe0d-5948-4531-a4cc-8ef254e9feaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:24.980944 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-462ffe0d-5948-4531-a4cc-8ef254e9feaf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=66aaa98be5674a84b7826363962df99e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141349 Jul 14 13:51:24.984937 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 44366) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:24.993983 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ffe0d-5948-4531-a4cc-8ef254e9feaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b0edae-d563-4f80-8e96-c377dd95f946,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:25.041053 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-01d22b0c-b295-4052-bcad-d9b2f4577bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:25.064105 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-01d22b0c-b295-4052-bcad-d9b2f4577bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:25.125160 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-01d22b0c-b295-4052-bcad-d9b2f4577bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:25.127791 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-01d22b0c-b295-4052-bcad-d9b2f4577bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:25.128946 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-01d22b0c-b295-4052-bcad-d9b2f4577bbf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/31b0edae-d563-4f80-8e96-c377dd95f946 HTTP/1.1" status: 204 len: 168 time: 0.1427269 Jul 14 13:51:25.137083 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d22b0c-b295-4052-bcad-d9b2f4577bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b0edae-d563-4f80-8e96-c377dd95f946,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:25.228058 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 44378) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:25.246592 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4d2fb8eb-88f6-47d2-8cc9-fbc929d3a276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:25.359150 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4d2fb8eb-88f6-47d2-8cc9-fbc929d3a276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:25.360946 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4d2fb8eb-88f6-47d2-8cc9-fbc929d3a276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:25.398317 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-4d2fb8eb-88f6-47d2-8cc9-fbc929d3a276 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1aa1fd995e15415aa3acddf2c6b16a7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1667340 Jul 14 13:51:25.399191 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2fb8eb-88f6-47d2-8cc9-fbc929d3a276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445de8ab-e3e7-482f-83a6-e295cdb6d708,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:25.401556 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 44390) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:25.450523 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c08337b6-69cd-46d4-9df2-f0aed8487c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:25.453958 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 98516769-a30e-4834-a3f6-4f72ab7f607e up at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:51:25.476105 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c08337b6-69cd-46d4-9df2-f0aed8487c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:25.518344 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning for port 98516769-a30e-4834-a3f6-4f72ab7f607e completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:51:25.524208 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning complete for port 98516769-a30e-4834-a3f6-4f72ab7f607e triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:25.524601 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:25.532225 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c08337b6-69cd-46d4-9df2-f0aed8487c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:25.535518 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c08337b6-69cd-46d4-9df2-f0aed8487c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:25.539378 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-c08337b6-69cd-46d4-9df2-f0aed8487c7c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/445de8ab-e3e7-482f-83a6-e295cdb6d708 HTTP/1.1" status: 204 len: 168 time: 0.1373489 Jul 14 13:51:25.555523 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08337b6-69cd-46d4-9df2-f0aed8487c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445de8ab-e3e7-482f-83a6-e295cdb6d708,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:25.673623 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:25.707381 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfda28d-5eba-4afa-bc64-2cab9d6519aa req-c247dcc6-dc2e-46ef-822b-2b772ff70159 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:25.710061 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-dcfda28d-5eba-4afa-bc64-2cab9d6519aa req-c247dcc6-dc2e-46ef-822b-2b772ff70159 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2164ba2-a7d1-4776-8ab4-975360cde832 HTTP/1.1" status: 200 len: 944 time: 0.0959601 Jul 14 13:51:25.771858 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-dcfda28d-5eba-4afa-bc64-2cab9d6519aa req-e4386167-9efa-4177-8cc4-3bb8dd5b52bb tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549123 Jul 14 13:51:25.786230 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port 98516769-a30e-4834-a3f6-4f72ab7f607e, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=98516769-a30e-4834-a3f6-4f72ab7f607e,segment=NetworkSegment(f1e715ab-9363-44bd-9977-f91e6337307a),segment_id=f1e715ab-9363-44bd-9977-f91e6337307a)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:25.794624 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:25.854355 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45e0ac-201b-4509-a105-303ee19af06a req-11561a77-3c51-442d-9a9b-b39cf1ab9707 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:25.856033 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ac45e0ac-201b-4509-a105-303ee19af06a req-11561a77-3c51-442d-9a9b-b39cf1ab9707 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1d10c91-3215-4d1d-a3cb-dc0ecae8b4ce HTTP/1.1" status: 200 len: 950 time: 0.0830529 Jul 14 13:51:25.890791 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=98516769-a30e-4834-a3f6-4f72ab7f607e,revision_number=5']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:25.917092 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ac45e0ac-201b-4509-a105-303ee19af06a req-819a162a-1ac9-4a14-9592-5146f8942f69 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3c33943-bc21-496d-b55e-ade4a8c426f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550706 Jul 14 13:51:25.923085 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2164ba2-a7d1-4776-8ab4-975360cde832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98516769-a30e-4834-a3f6-4f72ab7f607e'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:51:25.925602 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06891aadf294c70300823a606954559f382215362bc7d52ae5ebbe768d2ce9e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be26f02a-c07c-4532-bdc5-5a58493b79af" -d '{"events": [{"server_uuid": "b2164ba2-a7d1-4776-8ab4-975360cde832", "name": "network-vif-plugged", "status": "completed", "tag": "98516769-a30e-4834-a3f6-4f72ab7f607e"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:51:25.965510 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d85ffa-583a-4eb4-bb5d-ec2cf572f747 x-openstack-request-id: req-43d85ffa-583a-4eb4-bb5d-ec2cf572f747 {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:51:25.965867 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2164ba2-a7d1-4776-8ab4-975360cde832", "name": "network-vif-plugged", "status": "completed", "tag": "98516769-a30e-4834-a3f6-4f72ab7f607e", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:51:25.966182 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-43d85ffa-583a-4eb4-bb5d-ec2cf572f747 {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:51:25.966589 dv-cinder-800697-2-iscsi neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2164ba2-a7d1-4776-8ab4-975360cde832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98516769-a30e-4834-a3f6-4f72ab7f607e', 'code': 200} Jul 14 13:51:26.042466 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 44418) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:26.048209 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 44420) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:26.062622 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-bd350b9c-c35d-433a-b564-dfff195c49a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:26.173260 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-bd350b9c-c35d-433a-b564-dfff195c49a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:26.184204 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-bd350b9c-c35d-433a-b564-dfff195c49a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:26.222571 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-bd350b9c-c35d-433a-b564-dfff195c49a2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6d41f1aa818e44fdb69da2592e5bb3e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1721914 Jul 14 13:51:26.223596 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd350b9c-c35d-433a-b564-dfff195c49a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7099bf7b-7482-4b3e-9c29-633d0766ab74,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:26.224314 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 44426) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:26.267769 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-06baa3e8-4ed0-45e7-9908-37768dbabb10 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1042561423-network', 'tenant_id': '4240b3dad32040c6a62d86856d2ed238'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:26.299184 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b106d119-c835-4c3c-ae34-67ed51732fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:26.309194 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06baa3e8-4ed0-45e7-9908-37768dbabb10 admin admin] Made reservation on behalf of 4240b3dad32040c6a62d86856d2ed238 for: {'network': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:51:26.311647 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-06baa3e8-4ed0-45e7-9908-37768dbabb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for network, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:26.324779 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c57c62-cefd-455c-8b7d-95d48801ac2a req-6b1eef29-f311-437e-9131-6b37ca8ef7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:26.326532 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b8c57c62-cefd-455c-8b7d-95d48801ac2a req-6b1eef29-f311-437e-9131-6b37ca8ef7dc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b2164ba2-a7d1-4776-8ab4-975360cde832 HTTP/1.1" status: 200 len: 1098 time: 0.0572689 Jul 14 13:51:26.330720 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-06baa3e8-4ed0-45e7-9908-37768dbabb10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:26.343001 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b106d119-c835-4c3c-ae34-67ed51732fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:26.388285 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b8c57c62-cefd-455c-8b7d-95d48801ac2a req-dbcf12d4-935a-4e9d-aa43-aea47db2fc7f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502458 Jul 14 13:51:26.433087 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b106d119-c835-4c3c-ae34-67ed51732fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:26.435737 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b106d119-c835-4c3c-ae34-67ed51732fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:26.437006 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-b106d119-c835-4c3c-ae34-67ed51732fd4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7099bf7b-7482-4b3e-9c29-633d0766ab74 HTTP/1.1" status: 204 len: 168 time: 0.2116308 Jul 14 13:51:26.456595 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106d119-c835-4c3c-ae34-67ed51732fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7099bf7b-7482-4b3e-9c29-633d0766ab74,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:26.484515 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-06baa3e8-4ed0-45e7-9908-37768dbabb10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:26.490135 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-06baa3e8-4ed0-45e7-9908-37768dbabb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:26.514508 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 44446) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:26.520539 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06baa3e8-4ed0-45e7-9908-37768dbabb10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f32126-e530-409c-b089-7fd105392c73,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:26.529865 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06baa3e8-4ed0-45e7-9908-37768dbabb10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=104573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:51:26.541313 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-06baa3e8-4ed0-45e7-9908-37768dbabb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542'] for segment, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:26.541657 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.db.segments_db [None req-06baa3e8-4ed0-45e7-9908-37768dbabb10 admin admin] Added segment 79b30a97-febc-4006-9513-f02da6f22bf1 of type vlan for network 56766f9b-8806-404a-bc60-d323fb9ca761 Jul 14 13:51:26.577044 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4bc5093-28fa-44ed-93b6-97509e7c1e8f admin admin] Deleting subnet fd117bba-7222-434d-9d95-e3d22eacca9f {{(pid=104572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 13:51:26.581921 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b4bc5093-28fa-44ed-93b6-97509e7c1e8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:26.592842 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-06baa3e8-4ed0-45e7-9908-37768dbabb10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787525299204'] for network, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:26.623434 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b4bc5093-28fa-44ed-93b6-97509e7c1e8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28912351'] for subnet, precommit_delete_associations {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:26.631284 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-06baa3e8-4ed0-45e7-9908-37768dbabb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338'] for network, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:26.633115 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06baa3e8-4ed0-45e7-9908-37768dbabb10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:26.634238 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-06baa3e8-4ed0-45e7-9908-37768dbabb10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for network, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:26.684649 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b4bc5093-28fa-44ed-93b6-97509e7c1e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3904323'] for subnet, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:26.704362 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06baa3e8-4ed0-45e7-9908-37768dbabb10 admin admin] Pushing event updated for resources: {'Network': ['ID=56766f9b-8806-404a-bc60-d323fb9ca761,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:26.708885 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-06baa3e8-4ed0-45e7-9908-37768dbabb10 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6651983 Jul 14 13:51:26.712265 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 44452) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:26.715816 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Network 56766f9b-8806-404a-bc60-d323fb9ca761 details requested by agent ovs-agent-dv-cinder-800697-2-iscsi with host dv-cinder-800697-2-iscsi {{(pid=104575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:51:26.719090 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-a8f4d09b-464f-4a07-98e8-e0c530eb029a admin admin] Request body: {'subnet': {'network_id': '56766f9b-8806-404a-bc60-d323fb9ca761', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1042561423-subnet', 'tenant_id': '4240b3dad32040c6a62d86856d2ed238', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:26.750412 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f4d09b-464f-4a07-98e8-e0c530eb029a admin admin] Made reservation on behalf of 4240b3dad32040c6a62d86856d2ed238 for: {'subnet': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:51:26.756177 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a8f4d09b-464f-4a07-98e8-e0c530eb029a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25587331'] for subnet, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:26.768610 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b4bc5093-28fa-44ed-93b6-97509e7c1e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3904314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28728494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28022847'] for subnet, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:26.846970 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc5093-28fa-44ed-93b6-97509e7c1e8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd117bba-7222-434d-9d95-e3d22eacca9f,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:26.863038 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b4bc5093-28fa-44ed-93b6-97509e7c1e8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for subnet, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:26.865291 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-b4bc5093-28fa-44ed-93b6-97509e7c1e8f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fd117bba-7222-434d-9d95-e3d22eacca9f HTTP/1.1" status: 204 len: 168 time: 0.3493395 Jul 14 13:51:26.867698 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 44462) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:26.953761 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b5719013-0790-4a46-b68f-730769caeb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3740586'] for network, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:26.990316 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a8f4d09b-464f-4a07-98e8-e0c530eb029a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25587377'] for subnet, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:27.075749 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b5719013-0790-4a46-b68f-730769caeb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3927510', 'neutron.services.segments.db._delete_segments_for_network-8787525843523'] for network, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:27.091280 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-b5719013-0790-4a46-b68f-730769caeb44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d09eee14-6397-43de-bb17-f023b017a0f7']}} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:27.108560 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-b5719013-0790-4a46-b68f-730769caeb44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3402abc2-9f24-4d30-9896-21948772a6ee') {'for_net_delete': True} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:27.109002 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-b5719013-0790-4a46-b68f-730769caeb44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3402abc2-9f24-4d30-9896-21948772a6ee') {} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:27.125267 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b5719013-0790-4a46-b68f-730769caeb44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787525844044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28912326'] for segment, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:27.134163 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f4d09b-464f-4a07-98e8-e0c530eb029a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2f6099e-787c-48f4-8d64-01f0a557fb8f,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:27.138294 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f4d09b-464f-4a07-98e8-e0c530eb029a admin admin] Checking segment: {'id': '79b30a97-febc-4006-9513-f02da6f22bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '56766f9b-8806-404a-bc60-d323fb9ca761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:51:27.138649 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f4d09b-464f-4a07-98e8-e0c530eb029a admin admin] Network hostable DHCP agents. Network: 56766f9b-8806-404a-bc60-d323fb9ca761, hostable agents: ['d5e7476e-1d58-4a72-9697-436f60a7843b'], hosted agents: [] {{(pid=104573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:51:27.151218 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c8404-628b-4a54-92f2-59b2b241dbab req-9d8ebc2b-ea52-4f2b-a001-96c2ba572449 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:27.152909 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f73c8404-628b-4a54-92f2-59b2b241dbab req-9d8ebc2b-ea52-4f2b-a001-96c2ba572449 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2164ba2-a7d1-4776-8ab4-975360cde832 HTTP/1.1" status: 200 len: 945 time: 0.1564727 Jul 14 13:51:27.153872 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b5719013-0790-4a46-b68f-730769caeb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542'] for segment, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:27.160186 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5719013-0790-4a46-b68f-730769caeb44 admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=104572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 13:51:27.160590 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b5719013-0790-4a46-b68f-730769caeb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28726016'] for segment, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:27.162588 dv-cinder-800697-2-iscsi neutron-server[104572]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:51:27.162588 dv-cinder-800697-2-iscsi neutron-server[104572]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:51:27.162588 dv-cinder-800697-2-iscsi neutron-server[104572]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:51:27.162588 dv-cinder-800697-2-iscsi neutron-server[104572]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:51:27.162588 dv-cinder-800697-2-iscsi neutron-server[104572]: Traceback (most recent call last): Jul 14 13:51:27.162588 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 13:51:27.162588 dv-cinder-800697-2-iscsi neutron-server[104572]: timer() Jul 14 13:51:27.162588 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 13:51:27.162588 dv-cinder-800697-2-iscsi neutron-server[104572]: cb(*args, **kw) Jul 14 13:51:27.162588 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 13:51:27.162588 dv-cinder-800697-2-iscsi neutron-server[104572]: return func(*args, **kwargs) Jul 14 13:51:27.162588 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 13:51:27.162588 dv-cinder-800697-2-iscsi neutron-server[104572]: self._notify() Jul 14 13:51:27.162588 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 13:51:27.162588 dv-cinder-800697-2-iscsi neutron-server[104572]: self.callback(batched_events) Jul 14 13:51:27.162588 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 13:51:27.162588 dv-cinder-800697-2-iscsi neutron-server[104572]: event.method(event) Jul 14 13:51:27.162588 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 13:51:27.162588 dv-cinder-800697-2-iscsi neutron-server[104572]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 13:51:27.162588 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 13:51:27.162588 dv-cinder-800697-2-iscsi neutron-server[104572]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 13:51:27.162588 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 13:51:27.162588 dv-cinder-800697-2-iscsi neutron-server[104572]: return f(self, *a, **k) Jul 14 13:51:27.162588 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 13:51:27.162588 dv-cinder-800697-2-iscsi neutron-server[104572]: return self._get(url).json() Jul 14 13:51:27.162588 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 13:51:27.162588 dv-cinder-800697-2-iscsi neutron-server[104572]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 13:51:27.162588 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 13:51:27.162588 dv-cinder-800697-2-iscsi neutron-server[104572]: return self.request(url, 'GET', **kwargs) Jul 14 13:51:27.162588 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 13:51:27.162588 dv-cinder-800697-2-iscsi neutron-server[104572]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 13:51:27.162588 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 13:51:27.162588 dv-cinder-800697-2-iscsi neutron-server[104572]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 13:51:27.162588 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 13:51:27.162588 dv-cinder-800697-2-iscsi neutron-server[104572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 13:51:27.162588 dv-cinder-800697-2-iscsi neutron-server[104572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 13:51:27.170262 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042a15f-7888-418e-b4eb-da860df51267 req-d9e61502-1d1d-4be5-999b-67601de83d15 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:27.171784 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2042a15f-7888-418e-b4eb-da860df51267 req-d9e61502-1d1d-4be5-999b-67601de83d15 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1d10c91-3215-4d1d-a3cb-dc0ecae8b4ce HTTP/1.1" status: 200 len: 950 time: 0.0955968 Jul 14 13:51:27.178188 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f4d09b-464f-4a07-98e8-e0c530eb029a admin admin] Network 56766f9b-8806-404a-bc60-d323fb9ca761 is scheduled to be hosted by DHCP agent d5e7476e-1d58-4a72-9697-436f60a7843b with binding_index 1 {{(pid=104573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:51:27.202818 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-a8f4d09b-464f-4a07-98e8-e0c530eb029a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-2-iscsi, 56766f9b-8806-404a-bc60-d323fb9ca761) {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:51:27.209938 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f4d09b-464f-4a07-98e8-e0c530eb029a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:27.210520 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a8f4d09b-464f-4a07-98e8-e0c530eb029a admin admin] Notify callbacks [] for subnet, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:27.216658 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1962074d-260e-497b-bba5-515bb2fc37f6 None None] Network 56766f9b-8806-404a-bc60-d323fb9ca761 requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:51:27.232845 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2042a15f-7888-418e-b4eb-da860df51267 req-651f5968-fa92-4603-8532-1dbf681a627a tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3c33943-bc21-496d-b55e-ade4a8c426f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516686 Jul 14 13:51:27.242203 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-a8f4d09b-464f-4a07-98e8-e0c530eb029a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5282502 Jul 14 13:51:27.265578 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f73c8404-628b-4a54-92f2-59b2b241dbab req-7fc84c7e-9e8e-4e1e-97d1-f63a303ca707 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815659 Jul 14 13:51:27.265578 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b5719013-0790-4a46-b68f-730769caeb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3927489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359267'] for network, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:27.293853 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5719013-0790-4a46-b68f-730769caeb44 admin admin] Pushing event deleted for resources: {'Network': ['ID=d09eee14-6397-43de-bb17-f023b017a0f7,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:27.302577 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b5719013-0790-4a46-b68f-730769caeb44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for network, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:27.304598 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-b5719013-0790-4a46-b68f-730769caeb44 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d09eee14-6397-43de-bb17-f023b017a0f7 HTTP/1.1" status: 204 len: 168 time: 0.4358826 Jul 14 13:51:27.307274 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 44486) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:27.354204 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_v2 [None req-0592a935-23ab-44cb-ab97-592cd495182c admin admin] Deleting subnet c571b350-2ed8-40db-bbc3-c57daa7eeac4 {{(pid=104572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 13:51:27.358473 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0592a935-23ab-44cb-ab97-592cd495182c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:27.399287 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 44490) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:27.401649 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0592a935-23ab-44cb-ab97-592cd495182c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28912351'] for subnet, precommit_delete_associations {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:27.421134 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00d28e2-735c-4423-98fe-b77522403f16 None None] Network 56766f9b-8806-404a-bc60-d323fb9ca761 requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:51:27.472808 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0592a935-23ab-44cb-ab97-592cd495182c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3904323'] for subnet, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:27.549406 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0592a935-23ab-44cb-ab97-592cd495182c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3904314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28728494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28022847'] for subnet, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:27.583718 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-a054107d-6656-4619-83aa-5752da84fd3f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1610234638-network', 'tenant_id': '264797ac2dc84b21b49d043a80365add'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:27.599141 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592a935-23ab-44cb-ab97-592cd495182c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c571b350-2ed8-40db-bbc3-c57daa7eeac4,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:27.606944 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0592a935-23ab-44cb-ab97-592cd495182c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for subnet, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:27.609897 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-0592a935-23ab-44cb-ab97-592cd495182c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c571b350-2ed8-40db-bbc3-c57daa7eeac4 HTTP/1.1" status: 204 len: 168 time: 0.3015199 Jul 14 13:51:27.612709 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 44498) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:27.623751 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a054107d-6656-4619-83aa-5752da84fd3f admin admin] Made reservation on behalf of 264797ac2dc84b21b49d043a80365add for: {'network': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:51:27.627118 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a054107d-6656-4619-83aa-5752da84fd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for network, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:27.638041 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a054107d-6656-4619-83aa-5752da84fd3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:27.714533 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7ecc8f6c-58df-4212-8ac0-f16ce5f8fb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3740586'] for network, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:27.767378 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a054107d-6656-4619-83aa-5752da84fd3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:27.773136 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a054107d-6656-4619-83aa-5752da84fd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:27.800174 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a054107d-6656-4619-83aa-5752da84fd3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=104573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:51:27.816867 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054107d-6656-4619-83aa-5752da84fd3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c11b93-a580-4b38-b1ef-0f8dc875cc35,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:27.820968 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a054107d-6656-4619-83aa-5752da84fd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542'] for segment, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:27.821500 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.db.segments_db [None req-a054107d-6656-4619-83aa-5752da84fd3f admin admin] Added segment 81934ed0-8f82-419f-b662-86cae808ad67 of type vlan for network a45b7b5e-8449-40db-b2c9-e253d306a9b7 Jul 14 13:51:27.849161 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.agents_db [None req-f94fc2f4-144f-4bce-9715-a006bfd56775 None None] Agent healthcheck: found 6 active agents {{(pid=104576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:51:27.868389 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7ecc8f6c-58df-4212-8ac0-f16ce5f8fb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3927510', 'neutron.services.segments.db._delete_segments_for_network-8787525843523'] for network, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:27.895047 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-7ecc8f6c-58df-4212-8ac0-f16ce5f8fb61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90dd0bd9-31b2-4c2c-9ded-f78fcedfee0b']}} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:27.895227 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a054107d-6656-4619-83aa-5752da84fd3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787525299204'] for network, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:27.896931 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-7ecc8f6c-58df-4212-8ac0-f16ce5f8fb61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d6ccc41-726c-4ede-9c4e-22702953e283') {'for_net_delete': True} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:27.897324 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-7ecc8f6c-58df-4212-8ac0-f16ce5f8fb61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d6ccc41-726c-4ede-9c4e-22702953e283') {} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:27.911027 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7ecc8f6c-58df-4212-8ac0-f16ce5f8fb61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787525844044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28912326'] for segment, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:27.940592 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f277917-47af-439b-9286-4bcdf66e963e req-0b415807-a3f5-42b8-9a14-e12e0d41cd1e tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:27.942819 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0f277917-47af-439b-9286-4bcdf66e963e req-0b415807-a3f5-42b8-9a14-e12e0d41cd1e tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1d10c91-3215-4d1d-a3cb-dc0ecae8b4ce HTTP/1.1" status: 200 len: 950 time: 0.1686192 Jul 14 13:51:27.943955 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7ecc8f6c-58df-4212-8ac0-f16ce5f8fb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542'] for segment, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:27.944782 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a054107d-6656-4619-83aa-5752da84fd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338'] for network, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:27.945926 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a054107d-6656-4619-83aa-5752da84fd3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:27.946532 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a054107d-6656-4619-83aa-5752da84fd3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for network, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:27.952695 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ecc8f6c-58df-4212-8ac0-f16ce5f8fb61 admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=104572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 13:51:27.953181 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7ecc8f6c-58df-4212-8ac0-f16ce5f8fb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28726016'] for segment, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:27.962667 dv-cinder-800697-2-iscsi neutron-server[104572]: Traceback (most recent call last): Jul 14 13:51:27.962667 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 13:51:27.962667 dv-cinder-800697-2-iscsi neutron-server[104572]: timer() Jul 14 13:51:27.962667 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 13:51:27.962667 dv-cinder-800697-2-iscsi neutron-server[104572]: cb(*args, **kw) Jul 14 13:51:27.962667 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 13:51:27.962667 dv-cinder-800697-2-iscsi neutron-server[104572]: return func(*args, **kwargs) Jul 14 13:51:27.962667 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 13:51:27.962667 dv-cinder-800697-2-iscsi neutron-server[104572]: self._notify() Jul 14 13:51:27.962667 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 13:51:27.962667 dv-cinder-800697-2-iscsi neutron-server[104572]: self.callback(batched_events) Jul 14 13:51:27.962667 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 13:51:27.962667 dv-cinder-800697-2-iscsi neutron-server[104572]: event.method(event) Jul 14 13:51:27.962667 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 13:51:27.962667 dv-cinder-800697-2-iscsi neutron-server[104572]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 13:51:27.962667 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 13:51:27.962667 dv-cinder-800697-2-iscsi neutron-server[104572]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 13:51:27.962667 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 13:51:27.962667 dv-cinder-800697-2-iscsi neutron-server[104572]: return f(self, *a, **k) Jul 14 13:51:27.962667 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 13:51:27.962667 dv-cinder-800697-2-iscsi neutron-server[104572]: return self._get(url).json() Jul 14 13:51:27.962667 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 13:51:27.962667 dv-cinder-800697-2-iscsi neutron-server[104572]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 13:51:27.962667 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 13:51:27.962667 dv-cinder-800697-2-iscsi neutron-server[104572]: return self.request(url, 'GET', **kwargs) Jul 14 13:51:27.962667 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 13:51:27.962667 dv-cinder-800697-2-iscsi neutron-server[104572]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 13:51:27.962667 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 13:51:27.962667 dv-cinder-800697-2-iscsi neutron-server[104572]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 13:51:27.962667 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 13:51:27.962667 dv-cinder-800697-2-iscsi neutron-server[104572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 13:51:27.962667 dv-cinder-800697-2-iscsi neutron-server[104572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 13:51:28.016707 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054107d-6656-4619-83aa-5752da84fd3f admin admin] Pushing event updated for resources: {'Network': ['ID=a45b7b5e-8449-40db-b2c9-e253d306a9b7,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:28.022776 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-a054107d-6656-4619-83aa-5752da84fd3f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6194639 Jul 14 13:51:28.023724 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 44506) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:28.028670 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-400c7cfb-33b0-4bbd-a483-30ebc13a7a58 admin admin] Request body: {'subnet': {'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1610234638-subnet', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'ip_version': 4}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:28.039033 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Network a45b7b5e-8449-40db-b2c9-e253d306a9b7 details requested by agent ovs-agent-dv-cinder-800697-2-iscsi with host dv-cinder-800697-2-iscsi {{(pid=104575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:51:28.288023 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0f277917-47af-439b-9286-4bcdf66e963e req-65269e98-c4e1-4a0e-a3b9-99504b051587 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3c33943-bc21-496d-b55e-ade4a8c426f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364975 Jul 14 13:51:28.288629 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7ecc8f6c-58df-4212-8ac0-f16ce5f8fb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3927489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359267'] for network, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:28.295802 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7ecc8f6c-58df-4212-8ac0-f16ce5f8fb61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for network, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:28.300014 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-7ecc8f6c-58df-4212-8ac0-f16ce5f8fb61 admin admin] 10.222.0.35 "DELETE /v2.0/networks/90dd0bd9-31b2-4c2c-9ded-f78fcedfee0b HTTP/1.1" status: 204 len: 168 time: 0.6834998 Jul 14 13:51:28.315992 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc8f6c-58df-4212-8ac0-f16ce5f8fb61 admin admin] Pushing event deleted for resources: {'Network': ['ID=90dd0bd9-31b2-4c2c-9ded-f78fcedfee0b,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:28.319059 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400c7cfb-33b0-4bbd-a483-30ebc13a7a58 admin admin] Made reservation on behalf of 264797ac2dc84b21b49d043a80365add for: {'subnet': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:51:28.321382 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-400c7cfb-33b0-4bbd-a483-30ebc13a7a58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28022810'] for subnet, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:28.430073 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 44518) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:28.487713 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-e909ef64-1c3c-4466-90ac-821467fa7560 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=178e74374fe84fdcacd19e9c7f118cd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0565534 Jul 14 13:51:28.488675 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-400c7cfb-33b0-4bbd-a483-30ebc13a7a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28728431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28022824'] for subnet, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:28.490930 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 44522) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:28.496606 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce31ade-3672-409d-964d-0f68db15439e req-d09ddd7a-bd4a-4c83-8771-75b9b02df9c1 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:28.498140 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5ce31ade-3672-409d-964d-0f68db15439e req-d09ddd7a-bd4a-4c83-8771-75b9b02df9c1 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2164ba2-a7d1-4776-8ab4-975360cde832 HTTP/1.1" status: 200 len: 945 time: 0.1050329 Jul 14 13:51:28.545511 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5ce31ade-3672-409d-964d-0f68db15439e req-622201df-ecf7-4556-9715-6e62942e3910 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418684 Jul 14 13:51:28.592116 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c7cfb-33b0-4bbd-a483-30ebc13a7a58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61b5a236-d87b-41fd-8ce0-529921b310ad,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:28.607805 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400c7cfb-33b0-4bbd-a483-30ebc13a7a58 admin admin] Checking segment: {'id': '81934ed0-8f82-419f-b662-86cae808ad67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:51:28.608161 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400c7cfb-33b0-4bbd-a483-30ebc13a7a58 admin admin] Network hostable DHCP agents. Network: a45b7b5e-8449-40db-b2c9-e253d306a9b7, hostable agents: ['d5e7476e-1d58-4a72-9697-436f60a7843b'], hosted agents: [] {{(pid=104572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:51:28.617216 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-96bae800-ad11-4d5a-abed-7b60c3a4d801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:28.644937 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-96bae800-ad11-4d5a-abed-7b60c3a4d801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:28.651257 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400c7cfb-33b0-4bbd-a483-30ebc13a7a58 admin admin] Network a45b7b5e-8449-40db-b2c9-e253d306a9b7 is scheduled to be hosted by DHCP agent d5e7476e-1d58-4a72-9697-436f60a7843b with binding_index 1 {{(pid=104572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:51:28.676020 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-400c7cfb-33b0-4bbd-a483-30ebc13a7a58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-2-iscsi, a45b7b5e-8449-40db-b2c9-e253d306a9b7) {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:51:28.681616 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400c7cfb-33b0-4bbd-a483-30ebc13a7a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:28.682208 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-400c7cfb-33b0-4bbd-a483-30ebc13a7a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for subnet, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:28.686265 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b320a0d9-ca77-4514-b661-bb49742a348d None None] Network a45b7b5e-8449-40db-b2c9-e253d306a9b7 requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:51:28.701813 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-400c7cfb-33b0-4bbd-a483-30ebc13a7a58 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6771374 Jul 14 13:51:28.704465 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 44526) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:28.708832 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-6d265075-53b3-45ea-8c6c-70013ee06029 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1610234638-router', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'}}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:28.727502 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-96bae800-ad11-4d5a-abed-7b60c3a4d801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:28.729988 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-96bae800-ad11-4d5a-abed-7b60c3a4d801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:28.734212 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-96bae800-ad11-4d5a-abed-7b60c3a4d801 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b84102ef-a3f5-46aa-92ef-17eb26cd642d HTTP/1.1" status: 204 len: 168 time: 0.2376864 Jul 14 13:51:28.742114 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6d265075-53b3-45ea-8c6c-70013ee06029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-359094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60051'] for router, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:28.743515 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6d265075-53b3-45ea-8c6c-70013ee06029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-358933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-353752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60056'] for router, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:28.748097 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bae800-ad11-4d5a-abed-7b60c3a4d801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84102ef-a3f5-46aa-92ef-17eb26cd642d,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:28.813051 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6d265075-53b3-45ea-8c6c-70013ee06029 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:28.902653 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebee3ce-633c-454b-9587-d86ef8fd1692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82750a10-d604-5a62-9a9a-8866d319da02-a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'fixed_ips': [{'subnet_id': '61b5a236-d87b-41fd-8ce0-529921b310ad'}]}} from dv-cinder-800697-2-iscsi. {{(pid=104575) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 13:51:28.903567 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-cebee3ce-633c-454b-9587-d86ef8fd1692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:28.990771 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6d265075-53b3-45ea-8c6c-70013ee06029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-353738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-359072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65394'] for router, precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:29.084145 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.db_base_plugin_common [None req-cebee3ce-633c-454b-9587-d86ef8fd1692 None None] Allocated IP 172.20.0.2 (a45b7b5e-8449-40db-b2c9-e253d306a9b7/61b5a236-d87b-41fd-8ce0-529921b310ad/9e83eedd-7c50-4ae1-8e41-25f7870a414d) {{(pid=104575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:51:29.290758 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 44546) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:29.308146 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6d265075-53b3-45ea-8c6c-70013ee06029 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:29.322326 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-cebee3ce-633c-454b-9587-d86ef8fd1692 None None] Notify callbacks [] for port, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:29.331036 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-cebee3ce-633c-454b-9587-d86ef8fd1692 None None] Transition to ACTIVE for port object 9e83eedd-7c50-4ae1-8e41-25f7870a414d will not be triggered until provisioned by entity L2. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:51:29.351270 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-cebee3ce-633c-454b-9587-d86ef8fd1692 None None] Transition to ACTIVE for port object 9e83eedd-7c50-4ae1-8e41-25f7870a414d will not be triggered until provisioned by entity DHCP. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:51:29.358072 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-cebee3ce-633c-454b-9587-d86ef8fd1692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755'] for port, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:29.360147 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6d265075-53b3-45ea-8c6c-70013ee06029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:29.395934 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebee3ce-633c-454b-9587-d86ef8fd1692 None None] Network a45b7b5e-8449-40db-b2c9-e253d306a9b7 is already hosted by enough agents. {{(pid=104575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:51:29.401067 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [None req-cebee3ce-633c-454b-9587-d86ef8fd1692 None None] Resources bound (agent type, host, resource id): {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:51:29.406064 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebee3ce-633c-454b-9587-d86ef8fd1692 None None] Received port after_create {{(pid=104575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:51:29.474165 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [None req-6d265075-53b3-45ea-8c6c-70013ee06029 admin admin] Allocated IP 172.27.1.71 (b28dab8c-9c3b-45dd-8fa2-7ffa63c66645/3e00a68e-7419-45b7-a88a-a672d20cc9ef/f91f8967-b9a8-4f6a-9604-c2112e3ac7cd) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:51:29.487549 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-cebee3ce-633c-454b-9587-d86ef8fd1692 None None] Attempting to bind port 9e83eedd-7c50-4ae1-8e41-25f7870a414d on host dv-cinder-800697-2-iscsi for vnic_type normal with profile {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:51:29.488033 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-cebee3ce-633c-454b-9587-d86ef8fd1692 None None] Attempting to bind port 9e83eedd-7c50-4ae1-8e41-25f7870a414d by drivers openvswitch,hyperv on host dv-cinder-800697-2-iscsi at level 0 using segments [{'id': '81934ed0-8f82-419f-b662-86cae808ad67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7'}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:51:29.488444 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebee3ce-633c-454b-9587-d86ef8fd1692 None None] Attempting to bind port 9e83eedd-7c50-4ae1-8e41-25f7870a414d on network a45b7b5e-8449-40db-b2c9-e253d306a9b7 {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:51:29.494035 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebee3ce-633c-454b-9587-d86ef8fd1692 None None] Checking agent: {'id': 'c8ba3178-5fdc-4895-ae06-68797a69110c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 41, 49), 'started_at': datetime.datetime(2021, 7, 14, 13, 42, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:51:29.494790 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebee3ce-633c-454b-9587-d86ef8fd1692 None None] Checking segment: {'id': '81934ed0-8f82-419f-b662-86cae808ad67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:51:29.494946 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-cebee3ce-633c-454b-9587-d86ef8fd1692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:29.495329 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebee3ce-633c-454b-9587-d86ef8fd1692 None None] Bound using segment: {'id': '81934ed0-8f82-419f-b662-86cae808ad67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7'} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:51:29.495942 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-cebee3ce-633c-454b-9587-d86ef8fd1692 None None] Bound port: 9e83eedd-7c50-4ae1-8e41-25f7870a414d, host: dv-cinder-800697-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81934ed0-8f82-419f-b662-86cae808ad67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7'}}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:51:29.496415 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-cebee3ce-633c-454b-9587-d86ef8fd1692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:29.498249 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebee3ce-633c-454b-9587-d86ef8fd1692 None None] Pushing event updated for resources: {'Port': ['ID=9e83eedd-7c50-4ae1-8e41-25f7870a414d,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:29.502969 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-4da2f660-6c4f-46ea-8943-cc8e62747d7a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=36a559dfd46b4ee4862f4fca661f083d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2117500 Jul 14 13:51:29.503541 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 44560) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:29.590519 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-cebee3ce-633c-454b-9587-d86ef8fd1692 None None] For port 9e83eedd-7c50-4ae1-8e41-25f7870a414d, host dv-cinder-800697-2-iscsi, cleared binding levels {{(pid=104575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:51:29.594161 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-cebee3ce-633c-454b-9587-d86ef8fd1692 None None] For port 9e83eedd-7c50-4ae1-8e41-25f7870a414d, host dv-cinder-800697-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=9e83eedd-7c50-4ae1-8e41-25f7870a414d,segment=NetworkSegment(81934ed0-8f82-419f-b662-86cae808ad67),segment_id=81934ed0-8f82-419f-b662-86cae808ad67)] {{(pid=104575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:51:29.611154 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-cebee3ce-633c-454b-9587-d86ef8fd1692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:29.615799 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-69189cdc-971d-44d1-bacf-a890bf5af6da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:29.639250 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6d265075-53b3-45ea-8c6c-70013ee06029 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:29.667534 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-69189cdc-971d-44d1-bacf-a890bf5af6da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:29.687124 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6d265075-53b3-45ea-8c6c-70013ee06029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:29.709669 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebee3ce-633c-454b-9587-d86ef8fd1692 None None] Pushing event updated for resources: {'Port': ['ID=9e83eedd-7c50-4ae1-8e41-25f7870a414d,revision_number=2']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:29.746503 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d265075-53b3-45ea-8c6c-70013ee06029 admin admin] Network b28dab8c-9c3b-45dd-8fa2-7ffa63c66645 is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:51:29.753869 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-69189cdc-971d-44d1-bacf-a890bf5af6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:29.754451 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-6d265075-53b3-45ea-8c6c-70013ee06029 admin admin] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:51:29.756285 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-69189cdc-971d-44d1-bacf-a890bf5af6da admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:29.759154 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d265075-53b3-45ea-8c6c-70013ee06029 admin admin] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:51:29.760184 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-69189cdc-971d-44d1-bacf-a890bf5af6da admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6447ac19-088c-45c3-b720-9304a340c045 HTTP/1.1" status: 204 len: 168 time: 0.2561216 Jul 14 13:51:29.787220 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69189cdc-971d-44d1-bacf-a890bf5af6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6447ac19-088c-45c3-b720-9304a340c045,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:29.791787 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d265075-53b3-45ea-8c6c-70013ee06029 admin admin] Pushing event updated for resources: {'Port': ['ID=f91f8967-b9a8-4f6a-9604-c2112e3ac7cd,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:30.120746 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a31a77-6b49-4da2-a265-702087a082c3 req-bb02a97e-a354-4f54-ae42-c65e10e5bfff tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:30.127636 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b7a31a77-6b49-4da2-a265-702087a082c3 req-bb02a97e-a354-4f54-ae42-c65e10e5bfff tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1d10c91-3215-4d1d-a3cb-dc0ecae8b4ce HTTP/1.1" status: 200 len: 950 time: 0.2031648 Jul 14 13:51:30.155520 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02729c19-69b1-4bab-b912-4b052cb175ef req-50fa70c9-e03f-4de5-b0c5-48227394b013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:30.157209 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-02729c19-69b1-4bab-b912-4b052cb175ef req-50fa70c9-e03f-4de5-b0c5-48227394b013 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f9d746b4e934f23803208b8947e1ac5&device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 1098 time: 0.1838579 Jul 14 13:51:30.226168 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b7a31a77-6b49-4da2-a265-702087a082c3 req-25c951a6-c5ac-41c5-bf8e-a56e41bb45bd tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3c33943-bc21-496d-b55e-ade4a8c426f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970368 Jul 14 13:51:30.302349 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02729c19-69b1-4bab-b912-4b052cb175ef req-735cc062-f779-4029-8387-741f151deaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:30.302349 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-02729c19-69b1-4bab-b912-4b052cb175ef req-735cc062-f779-4029-8387-741f151deaa1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6454f800-8ef5-4b50-ab22-8dab9a0ab218 HTTP/1.1" status: 200 len: 919 time: 0.1361182 Jul 14 13:51:30.315030 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae116c50-7054-4fb9-b704-3b860dafe6bd req-e95d87bc-97b3-471f-84b6-3b96ddc24cbf tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:30.316530 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ae116c50-7054-4fb9-b704-3b860dafe6bd req-e95d87bc-97b3-471f-84b6-3b96ddc24cbf tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] 10.222.0.59 "GET /v2.0/ports?device_id=f1d10c91-3215-4d1d-a3cb-dc0ecae8b4ce HTTP/1.1" status: 200 len: 950 time: 0.3660181 Jul 14 13:51:30.354684 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-02729c19-69b1-4bab-b912-4b052cb175ef req-dff611c5-f077-4472-87fc-2d65eb398707 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cef9ee7d-401e-4905-b632-7f279f3489f2 HTTP/1.1" status: 200 len: 217 time: 0.0443885 Jul 14 13:51:30.376375 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-04931ae3-fd23-4d53-8aa2-e6c3db8c8075 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:30.378764 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-04931ae3-fd23-4d53-8aa2-e6c3db8c8075 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/networks?id=56766f9b-8806-404a-bc60-d323fb9ca761 HTTP/1.1" status: 200 len: 809 time: 0.4034457 Jul 14 13:51:30.423666 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6d265075-53b3-45ea-8c6c-70013ee06029 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:30.425841 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-b894a77e-0571-44a7-9484-05d684933f2b tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/quotas/4240b3dad32040c6a62d86856d2ed238 HTTP/1.1" status: 200 len: 375 time: 0.0305951 Jul 14 13:51:30.465179 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02729c19-69b1-4bab-b912-4b052cb175ef req-276e1012-4775-4307-af95-061c5e3980cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:30.466707 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-02729c19-69b1-4bab-b912-4b052cb175ef req-276e1012-4775-4307-af95-061c5e3980cc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fa866c6-0b23-498d-86e8-617a82bdd6ff HTTP/1.1" status: 200 len: 858 time: 0.0908520 Jul 14 13:51:30.479595 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395dd10a-a9c3-4695-a98f-7b4230bca661 req-2dc55844-7106-4e02-af76-74d5e25e6cf8 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:30.481507 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-395dd10a-a9c3-4695-a98f-7b4230bca661 req-2dc55844-7106-4e02-af76-74d5e25e6cf8 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.1159811 Jul 14 13:51:30.517251 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-02729c19-69b1-4bab-b912-4b052cb175ef req-a0c1d8b1-0bf5-46de-885c-6694dfd49d08 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6454f800-8ef5-4b50-ab22-8dab9a0ab218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348783 Jul 14 13:51:30.558417 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-0c6ea366-0565-403d-a96a-a568de263c40 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4240b3dad32040c6a62d86856d2ed238&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1236529 Jul 14 13:51:30.818807 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-ae116c50-7054-4fb9-b704-3b860dafe6bd req-a5c62f3c-340f-4fa3-9f5a-5c4fc40a6fc7 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] Deleting port 444627e7-655a-4e18-9585-9f87640829c1 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:51:30.819341 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ae116c50-7054-4fb9-b704-3b860dafe6bd req-a5c62f3c-340f-4fa3-9f5a-5c4fc40a6fc7 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:30.869259 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-395dd10a-a9c3-4695-a98f-7b4230bca661 req-a49a265f-60cf-4081-afdf-0c611b49dc36 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794875 Jul 14 13:51:30.919078 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-02729c19-69b1-4bab-b912-4b052cb175ef req-c447acdc-82d9-4482-b1c0-2d7c20c35724 service neutron] 10.222.0.59 "GET /v2.0/networks/6454f800-8ef5-4b50-ab22-8dab9a0ab218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926473 Jul 14 13:51:31.036021 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ca68af-1920-481c-ae85-2e27e9397498 None None] Network a45b7b5e-8449-40db-b2c9-e253d306a9b7 requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:51:31.057118 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-02729c19-69b1-4bab-b912-4b052cb175ef req-35b50021-5a54-46e8-8714-d73ac55c8203 service neutron] 10.222.0.59 "GET /v2.0/networks/6454f800-8ef5-4b50-ab22-8dab9a0ab218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302063 Jul 14 13:51:31.149301 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3ebf0-f96f-4af4-b045-d2cd0c285de1 req-7cb1bb95-c106-4b04-9593-190ac04b42d4 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:31.151255 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-12b3ebf0-f96f-4af4-b045-d2cd0c285de1 req-7cb1bb95-c106-4b04-9593-190ac04b42d4 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 945 time: 0.0928648 Jul 14 13:51:31.166886 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-173dbdbf-45aa-469e-a5d0-ac2f855d91f4 service neutron] 10.222.0.35 "GET /v2.0/networks/56766f9b-8806-404a-bc60-d323fb9ca761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6074536 Jul 14 13:51:31.212430 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6d265075-53b3-45ea-8c6c-70013ee06029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-359081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359211'] for router, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:31.222270 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-12b3ebf0-f96f-4af4-b045-d2cd0c285de1 req-6d7c38f3-aa62-4d1a-b373-83f3a4f11cab tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640597 Jul 14 13:51:31.317807 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-22d636db-b244-4c89-886f-f2367831fb2d None None] Provisioning for port 9e83eedd-7c50-4ae1-8e41-25f7870a414d completed by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:51:31.447209 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-ae116c50-7054-4fb9-b704-3b860dafe6bd req-a5c62f3c-340f-4fa3-9f5a-5c4fc40a6fc7 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] For port 444627e7-655a-4e18-9585-9f87640829c1, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=444627e7-655a-4e18-9585-9f87640829c1,segment=NetworkSegment(694c9be0-6f6f-4d54-a5f3-f95400cc31aa),segment_id=694c9be0-6f6f-4d54-a5f3-f95400cc31aa)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:31.447659 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ae116c50-7054-4fb9-b704-3b860dafe6bd req-a5c62f3c-340f-4fa3-9f5a-5c4fc40a6fc7 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:31.460487 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-7a9bf72a-9c5f-4bbb-bdbf-79d69bb8f890 service neutron] 10.222.0.35 "GET /v2.0/networks/56766f9b-8806-404a-bc60-d323fb9ca761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927046 Jul 14 13:51:31.509157 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-ae116c50-7054-4fb9-b704-3b860dafe6bd req-a5c62f3c-340f-4fa3-9f5a-5c4fc40a6fc7 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] Calling delete_port for 444627e7-655a-4e18-9585-9f87640829c1 owned by compute:nova {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:51:31.649930 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d265075-53b3-45ea-8c6c-70013ee06029 admin admin] Router 0bbe2875-072f-423d-ae4e-7e8b30c55027 is scheduled to L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 with binding_index 1 {{(pid=104572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 13:51:31.866659 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 9e83eedd-7c50-4ae1-8e41-25f7870a414d up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:51:31.902929 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6a4e9244-23c3-4c4b-9882-f5f92f4fd761 req-eb27d026-1d38-4199-a73c-9dc76406b8c6 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=73290e10-dd43-4d88-89bc-7d54091def52 HTTP/1.1" status: 200 len: 210 time: 0.0605407 Jul 14 13:51:31.992751 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ff57f-05d2-44e1-8220-3ccbdaae3c12 req-7f5e1ad3-e2d3-431d-8f86-5e3ec2b63574 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:31.994280 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1c3ff57f-05d2-44e1-8220-3ccbdaae3c12 req-7f5e1ad3-e2d3-431d-8f86-5e3ec2b63574 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1d10c91-3215-4d1d-a3cb-dc0ecae8b4ce HTTP/1.1" status: 200 len: 950 time: 0.2259784 Jul 14 13:51:32.001095 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d265075-53b3-45ea-8c6c-70013ee06029 admin admin] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:51:32.008416 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning for port 9e83eedd-7c50-4ae1-8e41-25f7870a414d completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:51:32.010860 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a4f868-2038-4eef-b097-f59047b23ec3 None None] Sync routers for ids ['0bbe2875-072f-423d-ae4e-7e8b30c55027'] in dv-cinder-800697-2-iscsi {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:51:32.014208 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port 9e83eedd-7c50-4ae1-8e41-25f7870a414d triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:32.014733 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:32.022977 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a4f868-2038-4eef-b097-f59047b23ec3 None None] Routers {'0bbe2875-072f-423d-ae4e-7e8b30c55027'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:51:32.024540 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-14a4f868-2038-4eef-b097-f59047b23ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:51:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['0bbe2875-072f-423d-ae4e-7e8b30c55027'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:32.067325 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6d265075-53b3-45ea-8c6c-70013ee06029 admin admin] Notify callbacks [] for router, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:32.071384 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 44692) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:32.074462 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-6d265075-53b3-45ea-8c6c-70013ee06029 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3686438 Jul 14 13:51:32.097171 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ae116c50-7054-4fb9-b704-3b860dafe6bd req-a5c62f3c-340f-4fa3-9f5a-5c4fc40a6fc7 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:32.172299 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-14a4f868-2038-4eef-b097-f59047b23ec3 None None] Set router 0bbe2875-072f-423d-ae4e-7e8b30c55027 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:51:32.187721 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1c3ff57f-05d2-44e1-8220-3ccbdaae3c12 req-93928345-3d56-4c4b-9932-8b1f3f4a4abd tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3c33943-bc21-496d-b55e-ade4a8c426f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846697 Jul 14 13:51:32.188731 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c62f3c-340f-4fa3-9f5a-5c4fc40a6fc7 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] Pushing event deleted for resources: {'Port': ['ID=444627e7-655a-4e18-9585-9f87640829c1,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:32.299123 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:32.373543 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] For port 9e83eedd-7c50-4ae1-8e41-25f7870a414d, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=9e83eedd-7c50-4ae1-8e41-25f7870a414d,segment=NetworkSegment(81934ed0-8f82-419f-b662-86cae808ad67),segment_id=81934ed0-8f82-419f-b662-86cae808ad67)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:32.380237 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444e304-68bc-4fa6-91ec-c360112842a2 req-9e3b9563-7842-4143-afa1-8f794f8dd8c1 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:32.389342 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4444e304-68bc-4fa6-91ec-c360112842a2 req-9e3b9563-7842-4143-afa1-8f794f8dd8c1 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.3305211 Jul 14 13:51:32.395654 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:32.426779 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae116c50-7054-4fb9-b704-3b860dafe6bd req-a5c62f3c-340f-4fa3-9f5a-5c4fc40a6fc7 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] No DVR routers for this DVR port 444627e7-655a-4e18-9585-9f87640829c1 on host hv-cinder-80069 {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:51:32.431221 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ae116c50-7054-4fb9-b704-3b860dafe6bd req-a5c62f3c-340f-4fa3-9f5a-5c4fc40a6fc7 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:32.433514 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ae116c50-7054-4fb9-b704-3b860dafe6bd req-a5c62f3c-340f-4fa3-9f5a-5c4fc40a6fc7 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] 10.222.0.59 "DELETE /v2.0/ports/444627e7-655a-4e18-9585-9f87640829c1 HTTP/1.1" status: 204 len: 173 time: 2.1049647 Jul 14 13:51:32.434125 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d10c91-3215-4d1d-a3cb-dc0ecae8b4ce', 'name': 'network-vif-deleted', 'tag': '444627e7-655a-4e18-9585-9f87640829c1'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:51:32.438707 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3834554f-e808-4ebe-a609-572157e68e73" -d '{"events": [{"server_uuid": "f1d10c91-3215-4d1d-a3cb-dc0ecae8b4ce", "name": "network-vif-deleted", "tag": "444627e7-655a-4e18-9585-9f87640829c1"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:51:32.475629 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4444e304-68bc-4fa6-91ec-c360112842a2 req-7bd37bc4-e504-49fb-8b2c-336a22cdb950 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848467 Jul 14 13:51:32.502523 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Pushing event updated for resources: {'Port': ['ID=9e83eedd-7c50-4ae1-8e41-25f7870a414d,revision_number=3']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:32.519653 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-14a4f868-2038-4eef-b097-f59047b23ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'name': 'tempest-TestVolumeBootPattern-1610234638-router', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:28Z', 'updated_at': '2021-07-14T13:51:30Z', 'revision_number': 3, 'project_id': '264797ac2dc84b21b49d043a80365add', 'gw_port': {'id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:93:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:29Z', 'updated_at': '2021-07-14T13:51:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi'}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:32.551473 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a4f868-2038-4eef-b097-f59047b23ec3 None None] Checking router: 0bbe2875-072f-423d-ae4e-7e8b30c55027 for host: dv-cinder-800697-2-iscsi {{(pid=104576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:51:32.552159 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a4f868-2038-4eef-b097-f59047b23ec3 None None] Updating router 0bbe2875-072f-423d-ae4e-7e8b30c55027 port f91f8967-b9a8-4f6a-9604-c2112e3ac7cd binding host dv-cinder-800697-2-iscsi {{(pid=104576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:51:32.564998 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2317542d-c750-473d-a09c-6ff51cd65fd1 x-openstack-request-id: req-2317542d-c750-473d-a09c-6ff51cd65fd1 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:51:32.565276 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d10c91-3215-4d1d-a3cb-dc0ecae8b4ce", "name": "network-vif-deleted", "tag": "444627e7-655a-4e18-9585-9f87640829c1", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:51:32.565527 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2317542d-c750-473d-a09c-6ff51cd65fd1 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:51:32.565913 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d10c91-3215-4d1d-a3cb-dc0ecae8b4ce', 'name': 'network-vif-deleted', 'tag': '444627e7-655a-4e18-9585-9f87640829c1', 'status': 'completed', 'code': 200} Jul 14 13:51:32.594830 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-14a4f868-2038-4eef-b097-f59047b23ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:32.626152 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e3c3b-ee4c-4345-9bfb-667c77a5da73 req-36d55de5-55de-47d9-8f78-03c8c044f90a tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:32.627738 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-636e3c3b-ee4c-4345-9bfb-667c77a5da73 req-36d55de5-55de-47d9-8f78-03c8c044f90a tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 945 time: 0.1463838 Jul 14 13:51:32.674866 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-636e3c3b-ee4c-4345-9bfb-667c77a5da73 req-16cba8ef-4d83-4c87-b94a-eb6935709918 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365915 Jul 14 13:51:32.903996 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ece527a5-1ac7-462f-9624-7180d0d31374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:32.917183 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-14a4f868-2038-4eef-b097-f59047b23ec3 None None] Notify callbacks [] for port, precommit_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:32.937842 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.provisioning_blocks [None req-14a4f868-2038-4eef-b097-f59047b23ec3 None None] Transition to ACTIVE for port object f91f8967-b9a8-4f6a-9604-c2112e3ac7cd will not be triggered until provisioned by entity L2. {{(pid=104576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:51:32.957040 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-14a4f868-2038-4eef-b097-f59047b23ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:33.011150 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf817b-9825-43e4-af61-02b174768ca8 None None] Pushing event updated for resources: {'Port': ['ID=f91f8967-b9a8-4f6a-9604-c2112e3ac7cd,revision_number=2']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:33.017121 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [None req-14a4f868-2038-4eef-b097-f59047b23ec3 None None] Attempting to bind port f91f8967-b9a8-4f6a-9604-c2112e3ac7cd on host dv-cinder-800697-2-iscsi for vnic_type normal with profile {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:51:33.017492 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [None req-14a4f868-2038-4eef-b097-f59047b23ec3 None None] Attempting to bind port f91f8967-b9a8-4f6a-9604-c2112e3ac7cd by drivers openvswitch,hyperv on host dv-cinder-800697-2-iscsi at level 0 using segments [{'id': 'c6937592-4176-4619-b9cc-7188e645a4b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'}] {{(pid=104576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:51:33.018428 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a4f868-2038-4eef-b097-f59047b23ec3 None None] Attempting to bind port f91f8967-b9a8-4f6a-9604-c2112e3ac7cd on network b28dab8c-9c3b-45dd-8fa2-7ffa63c66645 {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:51:33.026094 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a4f868-2038-4eef-b097-f59047b23ec3 None None] Checking agent: {'id': 'c8ba3178-5fdc-4895-ae06-68797a69110c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 41, 49), 'started_at': datetime.datetime(2021, 7, 14, 13, 42, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:51:33.026469 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a4f868-2038-4eef-b097-f59047b23ec3 None None] Checking segment: {'id': 'c6937592-4176-4619-b9cc-7188e645a4b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:51:33.026877 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-14a4f868-2038-4eef-b097-f59047b23ec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:33.027296 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a4f868-2038-4eef-b097-f59047b23ec3 None None] Bound using segment: {'id': 'c6937592-4176-4619-b9cc-7188e645a4b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'} {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:51:33.027769 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [None req-14a4f868-2038-4eef-b097-f59047b23ec3 None None] Bound port: f91f8967-b9a8-4f6a-9604-c2112e3ac7cd, host: dv-cinder-800697-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6937592-4176-4619-b9cc-7188e645a4b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'}}] {{(pid=104576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:51:33.028148 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-14a4f868-2038-4eef-b097-f59047b23ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:33.050887 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bf817b-9825-43e4-af61-02b174768ca8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:33.051290 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bf817b-9825-43e4-af61-02b174768ca8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:33.051632 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bf817b-9825-43e4-af61-02b174768ca8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:33.051964 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bf817b-9825-43e4-af61-02b174768ca8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:33.052296 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bf817b-9825-43e4-af61-02b174768ca8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:33.052622 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bf817b-9825-43e4-af61-02b174768ca8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:33.052946 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bf817b-9825-43e4-af61-02b174768ca8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:33.053275 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bf817b-9825-43e4-af61-02b174768ca8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:33.053658 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bf817b-9825-43e4-af61-02b174768ca8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:33.053983 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bf817b-9825-43e4-af61-02b174768ca8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:33.054300 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bf817b-9825-43e4-af61-02b174768ca8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:33.054614 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bf817b-9825-43e4-af61-02b174768ca8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:33.070342 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e46c8f8a-6462-4154-932f-190eccecac11 req-eeeb4f14-2917-45ec-baf2-ef4fc6ffc19d tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=73290e10-dd43-4d88-89bc-7d54091def52 HTTP/1.1" status: 200 len: 210 time: 0.0348125 Jul 14 13:51:33.096980 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.db [None req-14a4f868-2038-4eef-b097-f59047b23ec3 None None] For port f91f8967-b9a8-4f6a-9604-c2112e3ac7cd, host dv-cinder-800697-2-iscsi, cleared binding levels {{(pid=104576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:51:33.100581 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.db [None req-14a4f868-2038-4eef-b097-f59047b23ec3 None None] For port f91f8967-b9a8-4f6a-9604-c2112e3ac7cd, host dv-cinder-800697-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=f91f8967-b9a8-4f6a-9604-c2112e3ac7cd,segment=NetworkSegment(c6937592-4176-4619-b9cc-7188e645a4b4),segment_id=c6937592-4176-4619-b9cc-7188e645a4b4)] {{(pid=104576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:51:33.105880 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-14a4f868-2038-4eef-b097-f59047b23ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:33.116294 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_common [None req-ece527a5-1ac7-462f-9624-7180d0d31374 admin admin] Allocated IP 172.20.0.1 (a45b7b5e-8449-40db-b2c9-e253d306a9b7/61b5a236-d87b-41fd-8ce0-529921b310ad/c23456c7-8a0c-4775-84c2-ad38b355449f) {{(pid=104573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:51:33.164165 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a4f868-2038-4eef-b097-f59047b23ec3 None None] Routers {'0bbe2875-072f-423d-ae4e-7e8b30c55027'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:51:33.164797 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-14a4f868-2038-4eef-b097-f59047b23ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:51:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['0bbe2875-072f-423d-ae4e-7e8b30c55027'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:33.198407 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf817b-9825-43e4-af61-02b174768ca8 None None] Pushing event updated for resources: {'Port': ['ID=f91f8967-b9a8-4f6a-9604-c2112e3ac7cd,revision_number=3']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:33.226240 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ece527a5-1ac7-462f-9624-7180d0d31374 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:33.248471 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.provisioning_blocks [None req-ece527a5-1ac7-462f-9624-7180d0d31374 admin admin] Transition to ACTIVE for port object c23456c7-8a0c-4775-84c2-ad38b355449f will not be triggered until provisioned by entity DHCP. {{(pid=104573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:51:33.271057 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-14a4f868-2038-4eef-b097-f59047b23ec3 None None] Set router 0bbe2875-072f-423d-ae4e-7e8b30c55027 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:51:33.288961 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ece527a5-1ac7-462f-9624-7180d0d31374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25680231'] for port, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:33.346991 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece527a5-1ac7-462f-9624-7180d0d31374 admin admin] Network a45b7b5e-8449-40db-b2c9-e253d306a9b7 is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:51:33.354066 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-ece527a5-1ac7-462f-9624-7180d0d31374 admin admin] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:51:33.364351 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece527a5-1ac7-462f-9624-7180d0d31374 admin admin] Received port after_create {{(pid=104573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:51:33.368202 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece527a5-1ac7-462f-9624-7180d0d31374 admin admin] Pushing event updated for resources: {'Port': ['ID=c23456c7-8a0c-4775-84c2-ad38b355449f,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:33.416980 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ece527a5-1ac7-462f-9624-7180d0d31374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359384'] for router_interface, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:33.456472 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-70cb3b4a-15ec-43f1-81c1-f9ab766b227b req-d56f06dc-9808-436c-8d1f-834623a30644 tempest-VolumesNegativeTest-1690100946 tempest-VolumesNegativeTest-1690100946-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1d10c91-3215-4d1d-a3cb-dc0ecae8b4ce HTTP/1.1" status: 200 len: 210 time: 0.0601664 Jul 14 13:51:33.500388 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 444627e7-655a-4e18-9585-9f87640829c1 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:51:33.547996 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-14a4f868-2038-4eef-b097-f59047b23ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'name': 'tempest-TestVolumeBootPattern-1610234638-router', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:28Z', 'updated_at': '2021-07-14T13:51:30Z', 'revision_number': 3, 'project_id': '264797ac2dc84b21b49d043a80365add', 'gw_port': {'id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:93:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:29Z', 'updated_at': '2021-07-14T13:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi'}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:33.567097 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] No Port match for: 444627e7-655a-4e18-9585-9f87640829c1 {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:51:33.575248 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 444627e7-655a-4e18-9585-9f87640829c1 not bound to the agent host hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:51:33.610991 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a4f868-2038-4eef-b097-f59047b23ec3 None None] The sync data for ids ['0bbe2875-072f-423d-ae4e-7e8b30c55027'] in dv-cinder-800697-2-iscsi is: [{'id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'name': 'tempest-TestVolumeBootPattern-1610234638-router', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:28Z', 'updated_at': '2021-07-14T13:51:30Z', 'revision_number': 3, 'project_id': '264797ac2dc84b21b49d043a80365add', 'gw_port': {'id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:93:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:29Z', 'updated_at': '2021-07-14T13:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi'}] {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:51:33.673676 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-9ac3eeb8-0bf4-4d97-9768-0d50c217e318 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:33.676179 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-9ac3eeb8-0bf4-4d97-9768-0d50c217e318 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.59 "GET /v2.0/networks?id=56766f9b-8806-404a-bc60-d323fb9ca761 HTTP/1.1" status: 200 len: 809 time: 0.1837316 Jul 14 13:51:33.699914 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ece527a5-1ac7-462f-9624-7180d0d31374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:33.712469 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-8c88fd7c-2220-445a-afce-e6dd6009e511 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Request body: {'port': {'device_id': '73290e10-dd43-4d88-89bc-7d54091def52', 'network_id': '56766f9b-8806-404a-bc60-d323fb9ca761', 'admin_state_up': True, 'tenant_id': '4240b3dad32040c6a62d86856d2ed238'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:33.749342 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-7f16a49f-212b-44de-9c18-89770e298f82 None None] Provisioning for port c23456c7-8a0c-4775-84c2-ad38b355449f completed by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:51:33.753737 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-7f16a49f-212b-44de-9c18-89770e298f82 None None] Provisioning complete for port c23456c7-8a0c-4775-84c2-ad38b355449f triggered by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:33.754445 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-7f16a49f-212b-44de-9c18-89770e298f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:33.888048 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41963184-b578-4701-b0d9-e15d012d7d22 req-c61baf8e-7c44-4426-a174-773a467375d0 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:33.888494 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 9e83eedd-7c50-4ae1-8e41-25f7870a414d up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:51:33.891956 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-7f16a49f-212b-44de-9c18-89770e298f82 None None] Port c23456c7-8a0c-4775-84c2-ad38b355449f cannot update to ACTIVE because it is not bound. {{(pid=104575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:51:33.894049 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-41963184-b578-4701-b0d9-e15d012d7d22 req-c61baf8e-7c44-4426-a174-773a467375d0 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.2618909 Jul 14 13:51:34.009367 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-8c88fd7c-2220-445a-afce-e6dd6009e511 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Made reservation on behalf of 4240b3dad32040c6a62d86856d2ed238 for: {'port': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:51:34.017674 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-8c88fd7c-2220-445a-afce-e6dd6009e511 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:34.038839 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port 9e83eedd-7c50-4ae1-8e41-25f7870a414d triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:34.040659 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:34.118786 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-41963184-b578-4701-b0d9-e15d012d7d22 req-0af561bc-e0ba-4e1d-b0f6-9c3ee4d4dcce tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837473 Jul 14 13:51:34.213159 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5007365-4beb-44e4-a329-d168c70441cd req-4cbb6906-7288-430d-85a5-807b90634a21 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:34.217199 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c5007365-4beb-44e4-a329-d168c70441cd req-4cbb6906-7288-430d-85a5-807b90634a21 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 945 time: 0.2827551 Jul 14 13:51:34.257677 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ece527a5-1ac7-462f-9624-7180d0d31374 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:34.273929 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ece527a5-1ac7-462f-9624-7180d0d31374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25680236'] for port, after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:34.304121 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-8c88fd7c-2220-445a-afce-e6dd6009e511 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Allocated IP 172.20.0.3 (56766f9b-8806-404a-bc60-d323fb9ca761/a2f6099e-787c-48f4-8d64-01f0a557fb8f/baa99388-d476-40e6-b362-5babcdaef05f) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:51:34.379062 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-78459a3b-bb85-4bb7-bce0-f0beb6f8045d req-38e37005-73f5-4ea0-8a7b-bd088c5700f1 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=73290e10-dd43-4d88-89bc-7d54091def52 HTTP/1.1" status: 200 len: 210 time: 0.0576901 Jul 14 13:51:34.379809 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c5007365-4beb-44e4-a329-d168c70441cd req-42ad7615-185f-4c30-8d01-f29533db2345 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106765 Jul 14 13:51:34.400921 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ece527a5-1ac7-462f-9624-7180d0d31374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-360040'] for router_interface, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:34.409445 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece527a5-1ac7-462f-9624-7180d0d31374 admin admin] Pushing event updated for resources: {'Port': ['ID=c23456c7-8a0c-4775-84c2-ad38b355449f,revision_number=2']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:34.517691 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-8c88fd7c-2220-445a-afce-e6dd6009e511 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Notify callbacks [] for port, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:34.525301 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece527a5-1ac7-462f-9624-7180d0d31374 admin admin] Network a45b7b5e-8449-40db-b2c9-e253d306a9b7 is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:51:34.527425 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-ece527a5-1ac7-462f-9624-7180d0d31374 admin admin] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:51:34.580907 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-8c88fd7c-2220-445a-afce-e6dd6009e511 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:34.641839 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-8c88fd7c-2220-445a-afce-e6dd6009e511 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Network 56766f9b-8806-404a-bc60-d323fb9ca761 is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:51:34.645403 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-8c88fd7c-2220-445a-afce-e6dd6009e511 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:51:34.647990 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-8c88fd7c-2220-445a-afce-e6dd6009e511 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:51:34.673180 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece527a5-1ac7-462f-9624-7180d0d31374 admin admin] Router 0bbe2875-072f-423d-ae4e-7e8b30c55027 has already been hosted by L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:51:34.690604 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c88fd7c-2220-445a-afce-e6dd6009e511 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Pushing event updated for resources: {'Port': ['ID=baa99388-d476-40e6-b362-5babcdaef05f,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:34.709067 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-8c88fd7c-2220-445a-afce-e6dd6009e511 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:34.709702 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-8c88fd7c-2220-445a-afce-e6dd6009e511 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:34.728106 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-8c88fd7c-2220-445a-afce-e6dd6009e511 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0230646 Jul 14 13:51:34.748840 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-e4ae395e-a418-4364-bbb6-831a37e15ca8 service neutron] Request body: {'port': {'device_id': '73290e10-dd43-4d88-89bc-7d54091def52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:34.839856 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-4ad220ac-e529-4cae-9ac8-0acd8a31202f None None] Provisioning complete for port c23456c7-8a0c-4775-84c2-ad38b355449f triggered by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:34.840466 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-4ad220ac-e529-4cae-9ac8-0acd8a31202f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:34.843913 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-e4ae395e-a418-4364-bbb6-831a37e15ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:34.844406 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece527a5-1ac7-462f-9624-7180d0d31374 admin admin] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:51:34.857963 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-ece527a5-1ac7-462f-9624-7180d0d31374 admin admin] 10.222.0.35 "PUT /v2.0/routers/0bbe2875-072f-423d-ae4e-7e8b30c55027/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7781849 Jul 14 13:51:34.874260 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-4ad220ac-e529-4cae-9ac8-0acd8a31202f None None] Port c23456c7-8a0c-4775-84c2-ad38b355449f cannot update to ACTIVE because it is not bound. {{(pid=104575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:51:35.134286 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-e4ae395e-a418-4364-bbb6-831a37e15ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baa99388-d476-40e6-b362-5babcdaef05f {{(pid=104572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:51:35.143269 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-e4ae395e-a418-4364-bbb6-831a37e15ca8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:35.157028 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-e4ae395e-a418-4364-bbb6-831a37e15ca8 service neutron] Transition to ACTIVE for port object baa99388-d476-40e6-b362-5babcdaef05f will not be triggered until provisioned by entity L2. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:51:35.162100 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-e4ae395e-a418-4364-bbb6-831a37e15ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28728568'] for port, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:35.223247 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae395e-a418-4364-bbb6-831a37e15ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=baa99388-d476-40e6-b362-5babcdaef05f,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:35.332354 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-e4ae395e-a418-4364-bbb6-831a37e15ca8 service neutron] Attempting to bind port baa99388-d476-40e6-b362-5babcdaef05f on host hv-cinder-80069 for vnic_type normal with profile {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:51:35.332675 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-e4ae395e-a418-4364-bbb6-831a37e15ca8 service neutron] Attempting to bind port baa99388-d476-40e6-b362-5babcdaef05f by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '79b30a97-febc-4006-9513-f02da6f22bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '56766f9b-8806-404a-bc60-d323fb9ca761'}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:51:35.332992 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-e4ae395e-a418-4364-bbb6-831a37e15ca8 service neutron] Attempting to bind port baa99388-d476-40e6-b362-5babcdaef05f on network 56766f9b-8806-404a-bc60-d323fb9ca761 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:51:35.340348 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-e4ae395e-a418-4364-bbb6-831a37e15ca8 service neutron] Port baa99388-d476-40e6-b362-5babcdaef05f on network 56766f9b-8806-404a-bc60-d323fb9ca761 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:51:35.340670 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-e4ae395e-a418-4364-bbb6-831a37e15ca8 service neutron] Attempting to bind port baa99388-d476-40e6-b362-5babcdaef05f on network 56766f9b-8806-404a-bc60-d323fb9ca761 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:51:35.348890 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-e4ae395e-a418-4364-bbb6-831a37e15ca8 service neutron] Checking agent: {'id': '92e582b9-0e65-4c58-8afe-cb3347eabd77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 47, 47), 'started_at': datetime.datetime(2021, 7, 14, 13, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:51:35.349231 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-e4ae395e-a418-4364-bbb6-831a37e15ca8 service neutron] Checking segment: {'id': '79b30a97-febc-4006-9513-f02da6f22bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '56766f9b-8806-404a-bc60-d323fb9ca761'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:51:35.349612 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-e4ae395e-a418-4364-bbb6-831a37e15ca8 service neutron] Bound using segment: {'id': '79b30a97-febc-4006-9513-f02da6f22bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '56766f9b-8806-404a-bc60-d323fb9ca761'} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:51:35.350038 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-e4ae395e-a418-4364-bbb6-831a37e15ca8 service neutron] Bound port: baa99388-d476-40e6-b362-5babcdaef05f, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79b30a97-febc-4006-9513-f02da6f22bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '56766f9b-8806-404a-bc60-d323fb9ca761'}}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:51:35.350453 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-e4ae395e-a418-4364-bbb6-831a37e15ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:35.402843 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c341ec-14ce-4db5-ad95-fc2a933e25db req-31c564fd-da99-428d-8c0b-9072a3ec536f tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:35.404364 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-92c341ec-14ce-4db5-ad95-fc2a933e25db req-31c564fd-da99-428d-8c0b-9072a3ec536f tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.1164663 Jul 14 13:51:35.446974 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 44762) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:35.451999 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-616f1e85-bd4d-4f80-b182-05e7559d56dd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-908021970-network', 'tenant_id': '5941e55c91dd4046b5c176a7f37f5ebf'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:35.465073 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-e4ae395e-a418-4364-bbb6-831a37e15ca8 service neutron] For port baa99388-d476-40e6-b362-5babcdaef05f, host hv-cinder-80069, cleared binding levels {{(pid=104572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:51:35.470207 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-e4ae395e-a418-4364-bbb6-831a37e15ca8 service neutron] For port baa99388-d476-40e6-b362-5babcdaef05f, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=baa99388-d476-40e6-b362-5babcdaef05f,segment=NetworkSegment(79b30a97-febc-4006-9513-f02da6f22bf1),segment_id=79b30a97-febc-4006-9513-f02da6f22bf1)] {{(pid=104572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:51:35.475988 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-92c341ec-14ce-4db5-ad95-fc2a933e25db req-762178c8-5fec-45fd-899c-771d046a86bd tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640512 Jul 14 13:51:35.477598 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-e4ae395e-a418-4364-bbb6-831a37e15ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28728568'] for port, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:35.478070 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616f1e85-bd4d-4f80-b182-05e7559d56dd admin admin] Made reservation on behalf of 5941e55c91dd4046b5c176a7f37f5ebf for: {'network': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:51:35.480851 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-616f1e85-bd4d-4f80-b182-05e7559d56dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for network, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:35.490229 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-616f1e85-bd4d-4f80-b182-05e7559d56dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:35.515804 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-e4ae395e-a418-4364-bbb6-831a37e15ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:35.516420 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-e4ae395e-a418-4364-bbb6-831a37e15ca8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:35.517789 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-e4ae395e-a418-4364-bbb6-831a37e15ca8 service neutron] 10.222.0.59 "PUT /v2.0/ports/baa99388-d476-40e6-b362-5babcdaef05f HTTP/1.1" status: 200 len: 1093 time: 0.7736137 Jul 14 13:51:35.518254 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73290e10-dd43-4d88-89bc-7d54091def52', 'tag': 'baa99388-d476-40e6-b362-5babcdaef05f'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:51:35.520556 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e0b1f0-f6e9-4243-901f-6668ac9077cf" -d '{"events": [{"name": "network-changed", "server_uuid": "73290e10-dd43-4d88-89bc-7d54091def52", "tag": "baa99388-d476-40e6-b362-5babcdaef05f"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:51:35.558302 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae395e-a418-4364-bbb6-831a37e15ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=baa99388-d476-40e6-b362-5babcdaef05f,revision_number=3']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:35.660964 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f9aa3-bf5e-4c1b-9044-3362d8602b9e req-4430b105-649d-4880-b79a-59ab813e430c tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:35.662161 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a52f9aa3-bf5e-4c1b-9044-3362d8602b9e req-4430b105-649d-4880-b79a-59ab813e430c tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 945 time: 0.1083958 Jul 14 13:51:35.666609 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7e9290-8372-4605-acaf-63856105d4e6 None None] Sync routers for ids ['0bbe2875-072f-423d-ae4e-7e8b30c55027'] in dv-cinder-800697-2-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:51:35.675631 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7e9290-8372-4605-acaf-63856105d4e6 None None] Routers {'0bbe2875-072f-423d-ae4e-7e8b30c55027'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:51:35.676558 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-2d7e9290-8372-4605-acaf-63856105d4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:51:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['0bbe2875-072f-423d-ae4e-7e8b30c55027'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:35.677523 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-17fd0865-4c28-4bba-8c82-1dcc28b98ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:35.679297 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-17fd0865-4c28-4bba-8c82-1dcc28b98ccc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4240b3dad32040c6a62d86856d2ed238&device_id=73290e10-dd43-4d88-89bc-7d54091def52 HTTP/1.1" status: 200 len: 1096 time: 0.0922954 Jul 14 13:51:35.687152 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-616f1e85-bd4d-4f80-b182-05e7559d56dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:35.696557 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-616f1e85-bd4d-4f80-b182-05e7559d56dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:35.738690 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-616f1e85-bd4d-4f80-b182-05e7559d56dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 880} {{(pid=104573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:51:35.744890 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355bd97-0bff-4104-bfc0-8c66dd660576 req-ab8d8b54-abd7-479f-8c64-9cdfe46906ee tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:35.746544 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0355bd97-0bff-4104-bfc0-8c66dd660576 req-ab8d8b54-abd7-479f-8c64-9cdfe46906ee tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=73290e10-dd43-4d88-89bc-7d54091def52 HTTP/1.1" status: 200 len: 943 time: 0.1194897 Jul 14 13:51:35.748119 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-38178223-196b-4fbf-967e-6713e4cb8d2c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=baa99388-d476-40e6-b362-5babcdaef05f HTTP/1.1" status: 200 len: 217 time: 0.0534532 Jul 14 13:51:35.758090 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a52f9aa3-bf5e-4c1b-9044-3362d8602b9e req-68fe012c-9b9d-4c32-9124-1eb9be4c10c3 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859876 Jul 14 13:51:35.758688 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f1e85-bd4d-4f80-b182-05e7559d56dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05259671-6985-4c15-ab47-08f160a03781,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:35.764172 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-616f1e85-bd4d-4f80-b182-05e7559d56dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542'] for segment, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:35.764516 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.db.segments_db [None req-616f1e85-bd4d-4f80-b182-05e7559d56dd admin admin] Added segment 88be31e3-8aa2-4fdf-948b-ec09ff61bb22 of type vlan for network 705f03ea-7fe2-4d1a-8092-7711c49ffe6e Jul 14 13:51:35.839818 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0355bd97-0bff-4104-bfc0-8c66dd660576 req-8e96a040-04dc-41bb-9148-a7c21c49ef3c tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838261 Jul 14 13:51:35.842029 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-d33877a0-ee84-40ce-959e-a3a44b8972c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:35.843460 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-d33877a0-ee84-40ce-959e-a3a44b8972c1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2f6099e-787c-48f4-8d64-01f0a557fb8f HTTP/1.1" status: 200 len: 849 time: 0.0862906 Jul 14 13:51:35.871369 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-2d7e9290-8372-4605-acaf-63856105d4e6 None None] Set router 0bbe2875-072f-423d-ae4e-7e8b30c55027 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:51:35.871829 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf810d0-b176-4159-880f-2c22a9723e56 x-openstack-request-id: req-acf810d0-b176-4159-880f-2c22a9723e56 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:51:35.871829 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73290e10-dd43-4d88-89bc-7d54091def52", "tag": "baa99388-d476-40e6-b362-5babcdaef05f", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:51:35.871829 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-acf810d0-b176-4159-880f-2c22a9723e56 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:51:35.871829 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73290e10-dd43-4d88-89bc-7d54091def52', 'tag': 'baa99388-d476-40e6-b362-5babcdaef05f', 'status': 'completed', 'code': 200} Jul 14 13:51:35.873810 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-616f1e85-bd4d-4f80-b182-05e7559d56dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787525299204'] for network, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:35.901120 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device f91f8967-b9a8-4f6a-9604-c2112e3ac7cd up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:51:35.911459 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-3d6d31e3-f8e5-43a8-b3ad-1d97b1a6b376 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=56766f9b-8806-404a-bc60-d323fb9ca761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392032 Jul 14 13:51:35.919496 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-616f1e85-bd4d-4f80-b182-05e7559d56dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338'] for network, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:35.921025 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616f1e85-bd4d-4f80-b182-05e7559d56dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:35.921874 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-616f1e85-bd4d-4f80-b182-05e7559d56dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for network, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:35.975387 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-616f1e85-bd4d-4f80-b182-05e7559d56dd admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5272205 Jul 14 13:51:35.978261 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 44770) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:35.983157 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-90f6fd90-b5df-4de5-84f1-afbc2d3f8ee1 admin admin] Request body: {'subnet': {'network_id': '705f03ea-7fe2-4d1a-8092-7711c49ffe6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-908021970-subnet', 'tenant_id': '5941e55c91dd4046b5c176a7f37f5ebf', 'ip_version': 4}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:36.002125 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f1e85-bd4d-4f80-b182-05e7559d56dd admin admin] Pushing event updated for resources: {'Network': ['ID=705f03ea-7fe2-4d1a-8092-7711c49ffe6e,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:36.015704 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f6fd90-b5df-4de5-84f1-afbc2d3f8ee1 admin admin] Made reservation on behalf of 5941e55c91dd4046b5c176a7f37f5ebf for: {'subnet': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:51:36.018521 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-90f6fd90-b5df-4de5-84f1-afbc2d3f8ee1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25587331'] for subnet, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:36.020430 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Network 705f03ea-7fe2-4d1a-8092-7711c49ffe6e details requested by agent ovs-agent-dv-cinder-800697-2-iscsi with host dv-cinder-800697-2-iscsi {{(pid=104575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:51:36.025717 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-ad28800b-d87e-4f23-8a18-5e96a430a28a service neutron] 10.222.0.59 "GET /v2.0/networks/56766f9b-8806-404a-bc60-d323fb9ca761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021049 Jul 14 13:51:36.119902 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning for port f91f8967-b9a8-4f6a-9604-c2112e3ac7cd completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:51:36.129787 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-929999d2-8868-4b01-82a9-3e7c757d9c8f req-1cc54224-9aa6-4f36-a7ea-47503c916ae1 service neutron] 10.222.0.59 "GET /v2.0/networks/56766f9b-8806-404a-bc60-d323fb9ca761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923500 Jul 14 13:51:36.136329 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port f91f8967-b9a8-4f6a-9604-c2112e3ac7cd triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:36.136697 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:36.230385 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-90f6fd90-b5df-4de5-84f1-afbc2d3f8ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25587377'] for subnet, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:36.256980 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-2d7e9290-8372-4605-acaf-63856105d4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'name': 'tempest-TestVolumeBootPattern-1610234638-router', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:28Z', 'updated_at': '2021-07-14T13:51:33Z', 'revision_number': 4, 'project_id': '264797ac2dc84b21b49d043a80365add', 'gw_port': {'id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:93:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:29Z', 'updated_at': '2021-07-14T13:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': 'c23456c7-8a0c-4775-84c2-ad38b355449f', 'name': '', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'mac_address': 'fa:16:3e:f9:88:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:32Z', 'updated_at': '2021-07-14T13:51:33Z', 'revision_number': 2, 'project_id': '264797ac2dc84b21b49d043a80365add', 'subnets': [{'id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:36.279204 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6fd90-b5df-4de5-84f1-afbc2d3f8ee1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f91646f8-a752-4781-b139-7e3859700746,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:36.281415 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0b1f0-f6e9-4243-901f-6668ac9077cf req-0e269591-dc7c-4e0c-9eee-21dc9a580b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:36.285723 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:36.287876 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-91e0b1f0-f6e9-4243-901f-6668ac9077cf req-0e269591-dc7c-4e0c-9eee-21dc9a580b38 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4240b3dad32040c6a62d86856d2ed238&device_id=73290e10-dd43-4d88-89bc-7d54091def52 HTTP/1.1" status: 200 len: 1096 time: 0.0583246 Jul 14 13:51:36.292087 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7e9290-8372-4605-acaf-63856105d4e6 None None] Checking router: 0bbe2875-072f-423d-ae4e-7e8b30c55027 for host: dv-cinder-800697-2-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:51:36.292521 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7e9290-8372-4605-acaf-63856105d4e6 None None] Updating router 0bbe2875-072f-423d-ae4e-7e8b30c55027 port c23456c7-8a0c-4775-84c2-ad38b355449f binding host dv-cinder-800697-2-iscsi {{(pid=104575) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:51:36.312479 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f6fd90-b5df-4de5-84f1-afbc2d3f8ee1 admin admin] Checking segment: {'id': '88be31e3-8aa2-4fdf-948b-ec09ff61bb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '705f03ea-7fe2-4d1a-8092-7711c49ffe6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:51:36.312850 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f6fd90-b5df-4de5-84f1-afbc2d3f8ee1 admin admin] Network hostable DHCP agents. Network: 705f03ea-7fe2-4d1a-8092-7711c49ffe6e, hostable agents: ['d5e7476e-1d58-4a72-9697-436f60a7843b'], hosted agents: [] {{(pid=104573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:51:36.332230 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f6fd90-b5df-4de5-84f1-afbc2d3f8ee1 admin admin] Network 705f03ea-7fe2-4d1a-8092-7711c49ffe6e is scheduled to be hosted by DHCP agent d5e7476e-1d58-4a72-9697-436f60a7843b with binding_index 1 {{(pid=104573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:51:36.335673 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] For port f91f8967-b9a8-4f6a-9604-c2112e3ac7cd, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=f91f8967-b9a8-4f6a-9604-c2112e3ac7cd,segment=NetworkSegment(c6937592-4176-4619-b9cc-7188e645a4b4),segment_id=c6937592-4176-4619-b9cc-7188e645a4b4)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:36.341836 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-90f6fd90-b5df-4de5-84f1-afbc2d3f8ee1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-2-iscsi, 705f03ea-7fe2-4d1a-8092-7711c49ffe6e) {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:51:36.341992 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:36.345908 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-2d7e9290-8372-4605-acaf-63856105d4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:36.347517 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f6fd90-b5df-4de5-84f1-afbc2d3f8ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:36.348308 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-90f6fd90-b5df-4de5-84f1-afbc2d3f8ee1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:36.371087 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-90f6fd90-b5df-4de5-84f1-afbc2d3f8ee1 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3915629 Jul 14 13:51:36.371312 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 44776) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:36.375477 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-76eafbde-1cf2-449f-9b32-adb4607dabaa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-908021970-router', 'tenant_id': '5941e55c91dd4046b5c176a7f37f5ebf', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'}}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:36.377553 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9faa8fe-7c50-4730-8224-e4236ed81076 None None] Network 705f03ea-7fe2-4d1a-8092-7711c49ffe6e requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:51:36.417473 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0b1f0-f6e9-4243-901f-6668ac9077cf req-fa17f344-691b-4a25-9edd-0bbe87280cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:36.418963 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-91e0b1f0-f6e9-4243-901f-6668ac9077cf req-fa17f344-691b-4a25-9edd-0bbe87280cd4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=56766f9b-8806-404a-bc60-d323fb9ca761 HTTP/1.1" status: 200 len: 910 time: 0.1223228 Jul 14 13:51:36.420141 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-76eafbde-1cf2-449f-9b32-adb4607dabaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-359094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60051'] for router, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:36.421127 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-76eafbde-1cf2-449f-9b32-adb4607dabaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-358933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-353752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60056'] for router, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:36.469005 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-91e0b1f0-f6e9-4243-901f-6668ac9077cf req-d01016c8-0caa-469f-8c94-df8681be3a89 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=baa99388-d476-40e6-b362-5babcdaef05f HTTP/1.1" status: 200 len: 217 time: 0.0409629 Jul 14 13:51:36.473402 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Pushing event updated for resources: {'Port': ['ID=f91f8967-b9a8-4f6a-9604-c2112e3ac7cd,revision_number=4']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:36.535878 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-76eafbde-1cf2-449f-9b32-adb4607dabaa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:36.607287 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0b1f0-f6e9-4243-901f-6668ac9077cf req-1283da39-51cc-4a3f-8afb-66eb2dab54ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:36.608745 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-91e0b1f0-f6e9-4243-901f-6668ac9077cf req-1283da39-51cc-4a3f-8afb-66eb2dab54ff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2f6099e-787c-48f4-8d64-01f0a557fb8f HTTP/1.1" status: 200 len: 849 time: 0.1300812 Jul 14 13:51:36.674330 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f51ec9-b24b-4301-bcb5-d1d950364302 req-7270e14e-3607-4896-88f1-cce588ba2c47 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:36.675960 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-15f51ec9-b24b-4301-bcb5-d1d950364302 req-7270e14e-3607-4896-88f1-cce588ba2c47 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0785968 Jul 14 13:51:36.711477 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-91e0b1f0-f6e9-4243-901f-6668ac9077cf req-09f02945-409f-43ff-a97f-dc44bea2a6d9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=56766f9b-8806-404a-bc60-d323fb9ca761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553696 Jul 14 13:51:36.715618 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f022eea-afe6-4d7e-95b5-4b65efa54be5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82750a10-d604-5a62-9a9a-8866d319da02-705f03ea-7fe2-4d1a-8092-7711c49ffe6e', 'network_id': '705f03ea-7fe2-4d1a-8092-7711c49ffe6e', 'tenant_id': '5941e55c91dd4046b5c176a7f37f5ebf', 'fixed_ips': [{'subnet_id': 'f91646f8-a752-4781-b139-7e3859700746'}]}} from dv-cinder-800697-2-iscsi. {{(pid=104575) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 13:51:36.716185 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-15f51ec9-b24b-4301-bcb5-d1d950364302 req-5023c79e-d832-4659-968c-c89085171234 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345213 Jul 14 13:51:36.716704 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-1f022eea-afe6-4d7e-95b5-4b65efa54be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:36.716953 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-76eafbde-1cf2-449f-9b32-adb4607dabaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-353738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-359072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65394'] for router, precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:36.862823 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-2d7e9290-8372-4605-acaf-63856105d4e6 None None] Notify callbacks [] for port, precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:36.876716 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-2d7e9290-8372-4605-acaf-63856105d4e6 None None] Transition to ACTIVE for port object c23456c7-8a0c-4775-84c2-ad38b355449f will not be triggered until provisioned by entity L2. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:51:37.024431 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-2d7e9290-8372-4605-acaf-63856105d4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:37.095896 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.db_base_plugin_common [None req-1f022eea-afe6-4d7e-95b5-4b65efa54be5 None None] Allocated IP 172.20.0.2 (705f03ea-7fe2-4d1a-8092-7711c49ffe6e/f91646f8-a752-4781-b139-7e3859700746/c7939871-6e71-47a8-a715-6ff3aabc2009) {{(pid=104575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:51:37.097040 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270e5fe-c61d-4188-842d-83314567cbd4 req-f6a4fafb-4211-43cf-9a25-dd30545e2aab tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:37.099101 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a270e5fe-c61d-4188-842d-83314567cbd4 req-f6a4fafb-4211-43cf-9a25-dd30545e2aab tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=73290e10-dd43-4d88-89bc-7d54091def52 HTTP/1.1" status: 200 len: 943 time: 0.0821538 Jul 14 13:51:37.103349 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52767490-464e-4d6f-b9f7-9349432b2e6d None None] Pushing event updated for resources: {'Port': ['ID=c23456c7-8a0c-4775-84c2-ad38b355449f,revision_number=3']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:37.147522 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-91e0b1f0-f6e9-4243-901f-6668ac9077cf req-e39bb20d-1411-44e5-be6e-80e560d22a44 service neutron] 10.222.0.59 "GET /v2.0/networks/56766f9b-8806-404a-bc60-d323fb9ca761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252584 Jul 14 13:51:37.167529 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a270e5fe-c61d-4188-842d-83314567cbd4 req-e78bbcdd-ffcb-43ce-930e-fc653b58211d tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619721 Jul 14 13:51:37.232587 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb763b-fc79-4698-8b05-0fa621d2cfcb req-eccd5961-20f7-42a2-818c-da1f53f4469a tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:37.234446 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c2cb763b-fc79-4698-8b05-0fa621d2cfcb req-eccd5961-20f7-42a2-818c-da1f53f4469a tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 945 time: 0.2128186 Jul 14 13:51:37.249227 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-2d7e9290-8372-4605-acaf-63856105d4e6 None None] Attempting to bind port c23456c7-8a0c-4775-84c2-ad38b355449f on host dv-cinder-800697-2-iscsi for vnic_type normal with profile {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:51:37.249591 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-2d7e9290-8372-4605-acaf-63856105d4e6 None None] Attempting to bind port c23456c7-8a0c-4775-84c2-ad38b355449f by drivers openvswitch,hyperv on host dv-cinder-800697-2-iscsi at level 0 using segments [{'id': '81934ed0-8f82-419f-b662-86cae808ad67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7'}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:51:37.249944 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7e9290-8372-4605-acaf-63856105d4e6 None None] Attempting to bind port c23456c7-8a0c-4775-84c2-ad38b355449f on network a45b7b5e-8449-40db-b2c9-e253d306a9b7 {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:51:37.260483 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7e9290-8372-4605-acaf-63856105d4e6 None None] Checking agent: {'id': 'c8ba3178-5fdc-4895-ae06-68797a69110c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 41, 49), 'started_at': datetime.datetime(2021, 7, 14, 13, 42, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:51:37.260854 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7e9290-8372-4605-acaf-63856105d4e6 None None] Checking segment: {'id': '81934ed0-8f82-419f-b662-86cae808ad67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:51:37.261258 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-2d7e9290-8372-4605-acaf-63856105d4e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:37.261643 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7e9290-8372-4605-acaf-63856105d4e6 None None] Bound using segment: {'id': '81934ed0-8f82-419f-b662-86cae808ad67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7'} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:51:37.262121 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-2d7e9290-8372-4605-acaf-63856105d4e6 None None] Bound port: c23456c7-8a0c-4775-84c2-ad38b355449f, host: dv-cinder-800697-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81934ed0-8f82-419f-b662-86cae808ad67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7'}}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:51:37.262505 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-2d7e9290-8372-4605-acaf-63856105d4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:37.389046 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-1f022eea-afe6-4d7e-95b5-4b65efa54be5 None None] Notify callbacks [] for port, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:37.392087 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-91e0b1f0-f6e9-4243-901f-6668ac9077cf req-209c57d7-b2af-4047-b0f5-79305d6e1755 service neutron] 10.222.0.59 "GET /v2.0/networks/56766f9b-8806-404a-bc60-d323fb9ca761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362692 Jul 14 13:51:37.394489 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-2d7e9290-8372-4605-acaf-63856105d4e6 None None] For port c23456c7-8a0c-4775-84c2-ad38b355449f, host dv-cinder-800697-2-iscsi, cleared binding levels {{(pid=104575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:51:37.396526 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c2cb763b-fc79-4698-8b05-0fa621d2cfcb req-ac4940a6-1a44-4093-8b60-61389c44d720 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397593 Jul 14 13:51:37.399365 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-2d7e9290-8372-4605-acaf-63856105d4e6 None None] For port c23456c7-8a0c-4775-84c2-ad38b355449f, host dv-cinder-800697-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=c23456c7-8a0c-4775-84c2-ad38b355449f,segment=NetworkSegment(81934ed0-8f82-419f-b662-86cae808ad67),segment_id=81934ed0-8f82-419f-b662-86cae808ad67)] {{(pid=104575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:51:37.402270 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-1f022eea-afe6-4d7e-95b5-4b65efa54be5 None None] Transition to ACTIVE for port object c7939871-6e71-47a8-a715-6ff3aabc2009 will not be triggered until provisioned by entity L2. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:51:37.413807 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-2d7e9290-8372-4605-acaf-63856105d4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:37.443241 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-76eafbde-1cf2-449f-9b32-adb4607dabaa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:37.451796 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-1f022eea-afe6-4d7e-95b5-4b65efa54be5 None None] Transition to ACTIVE for port object c7939871-6e71-47a8-a715-6ff3aabc2009 will not be triggered until provisioned by entity DHCP. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:51:37.464378 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-1f022eea-afe6-4d7e-95b5-4b65efa54be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755'] for port, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:37.474860 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-76eafbde-1cf2-449f-9b32-adb4607dabaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:37.504331 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7e9290-8372-4605-acaf-63856105d4e6 None None] Routers {'0bbe2875-072f-423d-ae4e-7e8b30c55027'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:51:37.504975 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-2d7e9290-8372-4605-acaf-63856105d4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:51:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['0bbe2875-072f-423d-ae4e-7e8b30c55027'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:37.509621 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f022eea-afe6-4d7e-95b5-4b65efa54be5 None None] Network 705f03ea-7fe2-4d1a-8092-7711c49ffe6e is already hosted by enough agents. {{(pid=104575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:51:37.514096 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [None req-1f022eea-afe6-4d7e-95b5-4b65efa54be5 None None] Resources bound (agent type, host, resource id): {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:51:37.515858 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52767490-464e-4d6f-b9f7-9349432b2e6d None None] Pushing event updated for resources: {'Port': ['ID=c23456c7-8a0c-4775-84c2-ad38b355449f,revision_number=4']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:37.550563 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f022eea-afe6-4d7e-95b5-4b65efa54be5 None None] Received port after_create {{(pid=104575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:51:37.591568 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [None req-76eafbde-1cf2-449f-9b32-adb4607dabaa admin admin] Allocated IP 172.27.1.172 (b28dab8c-9c3b-45dd-8fa2-7ffa63c66645/3e00a68e-7419-45b7-a88a-a672d20cc9ef/94cf3bda-feeb-43a6-afa3-cf8e0517b75f) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:51:37.682288 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f022eea-afe6-4d7e-95b5-4b65efa54be5 None None] Pushing event updated for resources: {'Port': ['ID=c7939871-6e71-47a8-a715-6ff3aabc2009,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:37.687359 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-1f022eea-afe6-4d7e-95b5-4b65efa54be5 None None] Attempting to bind port c7939871-6e71-47a8-a715-6ff3aabc2009 on host dv-cinder-800697-2-iscsi for vnic_type normal with profile {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:51:37.687724 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-1f022eea-afe6-4d7e-95b5-4b65efa54be5 None None] Attempting to bind port c7939871-6e71-47a8-a715-6ff3aabc2009 by drivers openvswitch,hyperv on host dv-cinder-800697-2-iscsi at level 0 using segments [{'id': '88be31e3-8aa2-4fdf-948b-ec09ff61bb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '705f03ea-7fe2-4d1a-8092-7711c49ffe6e'}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:51:37.688072 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f022eea-afe6-4d7e-95b5-4b65efa54be5 None None] Attempting to bind port c7939871-6e71-47a8-a715-6ff3aabc2009 on network 705f03ea-7fe2-4d1a-8092-7711c49ffe6e {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:51:37.705429 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f022eea-afe6-4d7e-95b5-4b65efa54be5 None None] Checking agent: {'id': 'c8ba3178-5fdc-4895-ae06-68797a69110c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 41, 49), 'started_at': datetime.datetime(2021, 7, 14, 13, 42, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:51:37.705848 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f022eea-afe6-4d7e-95b5-4b65efa54be5 None None] Checking segment: {'id': '88be31e3-8aa2-4fdf-948b-ec09ff61bb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '705f03ea-7fe2-4d1a-8092-7711c49ffe6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:51:37.706070 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-76eafbde-1cf2-449f-9b32-adb4607dabaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:37.706218 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-1f022eea-afe6-4d7e-95b5-4b65efa54be5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:37.706583 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f022eea-afe6-4d7e-95b5-4b65efa54be5 None None] Bound using segment: {'id': '88be31e3-8aa2-4fdf-948b-ec09ff61bb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '705f03ea-7fe2-4d1a-8092-7711c49ffe6e'} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:51:37.707116 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-1f022eea-afe6-4d7e-95b5-4b65efa54be5 None None] Bound port: c7939871-6e71-47a8-a715-6ff3aabc2009, host: dv-cinder-800697-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88be31e3-8aa2-4fdf-948b-ec09ff61bb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '705f03ea-7fe2-4d1a-8092-7711c49ffe6e'}}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:51:37.707475 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-1f022eea-afe6-4d7e-95b5-4b65efa54be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:37.727648 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-2d7e9290-8372-4605-acaf-63856105d4e6 None None] Set router 0bbe2875-072f-423d-ae4e-7e8b30c55027 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:51:37.762626 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-76eafbde-1cf2-449f-9b32-adb4607dabaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:37.787731 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device f91f8967-b9a8-4f6a-9604-c2112e3ac7cd up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:51:37.823864 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76eafbde-1cf2-449f-9b32-adb4607dabaa admin admin] Network b28dab8c-9c3b-45dd-8fa2-7ffa63c66645 is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:51:37.827985 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eafbde-1cf2-449f-9b32-adb4607dabaa admin admin] Pushing event updated for resources: {'Port': ['ID=94cf3bda-feeb-43a6-afa3-cf8e0517b75f,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:37.831525 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-76eafbde-1cf2-449f-9b32-adb4607dabaa admin admin] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:51:37.837746 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eafbde-1cf2-449f-9b32-adb4607dabaa admin admin] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:51:37.929184 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-1f022eea-afe6-4d7e-95b5-4b65efa54be5 None None] For port c7939871-6e71-47a8-a715-6ff3aabc2009, host dv-cinder-800697-2-iscsi, cleared binding levels {{(pid=104575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:51:37.935228 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-1f022eea-afe6-4d7e-95b5-4b65efa54be5 None None] For port c7939871-6e71-47a8-a715-6ff3aabc2009, host dv-cinder-800697-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=c7939871-6e71-47a8-a715-6ff3aabc2009,segment=NetworkSegment(88be31e3-8aa2-4fdf-948b-ec09ff61bb22),segment_id=88be31e3-8aa2-4fdf-948b-ec09ff61bb22)] {{(pid=104575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:51:37.950484 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fc2f9-b669-48a5-bb8b-99bd773fdacb req-43f5cc70-4c36-4eca-a75b-ac0ee02195bc tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:37.952910 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-931fc2f9-b669-48a5-bb8b-99bd773fdacb req-43f5cc70-4c36-4eca-a75b-ac0ee02195bc tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0935798 Jul 14 13:51:37.953169 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-1f022eea-afe6-4d7e-95b5-4b65efa54be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:37.998095 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port f91f8967-b9a8-4f6a-9604-c2112e3ac7cd triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:37.998700 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:38.017335 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-931fc2f9-b669-48a5-bb8b-99bd773fdacb req-edb271a0-6544-49ca-9df1-bd55505f94ae tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575607 Jul 14 13:51:38.085688 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f022eea-afe6-4d7e-95b5-4b65efa54be5 None None] Pushing event updated for resources: {'Port': ['ID=c7939871-6e71-47a8-a715-6ff3aabc2009,revision_number=2']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:38.120197 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-76eafbde-1cf2-449f-9b32-adb4607dabaa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:38.155384 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-2d7e9290-8372-4605-acaf-63856105d4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'name': 'tempest-TestVolumeBootPattern-1610234638-router', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:28Z', 'updated_at': '2021-07-14T13:51:33Z', 'revision_number': 4, 'project_id': '264797ac2dc84b21b49d043a80365add', 'gw_port': {'id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:29Z', 'updated_at': '2021-07-14T13:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': 'c23456c7-8a0c-4775-84c2-ad38b355449f', 'name': '', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'mac_address': 'fa:16:3e:f9:88:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:32Z', 'updated_at': '2021-07-14T13:51:37Z', 'revision_number': 4, 'project_id': '264797ac2dc84b21b49d043a80365add', 'subnets': [{'id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:38.193933 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7e9290-8372-4605-acaf-63856105d4e6 None None] The sync data for ids ['0bbe2875-072f-423d-ae4e-7e8b30c55027'] in dv-cinder-800697-2-iscsi is: [{'id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'name': 'tempest-TestVolumeBootPattern-1610234638-router', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:28Z', 'updated_at': '2021-07-14T13:51:33Z', 'revision_number': 4, 'project_id': '264797ac2dc84b21b49d043a80365add', 'gw_port': {'id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:29Z', 'updated_at': '2021-07-14T13:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': 'c23456c7-8a0c-4775-84c2-ad38b355449f', 'name': '', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'mac_address': 'fa:16:3e:f9:88:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:32Z', 'updated_at': '2021-07-14T13:51:37Z', 'revision_number': 4, 'project_id': '264797ac2dc84b21b49d043a80365add', 'subnets': [{'id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:51:38.468361 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-76eafbde-1cf2-449f-9b32-adb4607dabaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-359081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359211'] for router, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:38.536852 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869825cf-b3cc-4ce3-b07a-92bcf276c44c req-1af16f38-fb3b-4775-a632-32965c573011 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:38.539372 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-869825cf-b3cc-4ce3-b07a-92bcf276c44c req-1af16f38-fb3b-4775-a632-32965c573011 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=73290e10-dd43-4d88-89bc-7d54091def52 HTTP/1.1" status: 200 len: 943 time: 0.1257603 Jul 14 13:51:38.627978 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ae448-2722-4b24-ad59-52ad0a01ef33 req-e59de2df-901a-45e4-9d17-b2346914a6bc tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:38.629583 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-de0ae448-2722-4b24-ad59-52ad0a01ef33 req-e59de2df-901a-45e4-9d17-b2346914a6bc tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 945 time: 0.0892491 Jul 14 13:51:38.632398 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-869825cf-b3cc-4ce3-b07a-92bcf276c44c req-fdc73f61-7759-476b-900e-b6d958048bca tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834110 Jul 14 13:51:38.669453 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76eafbde-1cf2-449f-9b32-adb4607dabaa admin admin] Router d3553d58-5ee1-4d28-8cab-4bf4ca31a8f8 is scheduled to L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 with binding_index 1 {{(pid=104572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 13:51:38.671432 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-de0ae448-2722-4b24-ad59-52ad0a01ef33 req-76a0ac1a-37d1-4c6c-ab41-e0e915ab9426 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358717 Jul 14 13:51:38.781797 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76eafbde-1cf2-449f-9b32-adb4607dabaa admin admin] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:51:38.790818 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747f172d-8563-46bd-9dbe-0521863b4a0e None None] Sync routers for ids ['d3553d58-5ee1-4d28-8cab-4bf4ca31a8f8'] in dv-cinder-800697-2-iscsi {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:51:38.801840 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747f172d-8563-46bd-9dbe-0521863b4a0e None None] Routers {'d3553d58-5ee1-4d28-8cab-4bf4ca31a8f8'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:51:38.802831 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-747f172d-8563-46bd-9dbe-0521863b4a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:51:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['d3553d58-5ee1-4d28-8cab-4bf4ca31a8f8'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:38.803202 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-76eafbde-1cf2-449f-9b32-adb4607dabaa admin admin] Notify callbacks [] for router, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:38.807471 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-76eafbde-1cf2-449f-9b32-adb4607dabaa admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4326811 Jul 14 13:51:38.807886 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 44802) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:39.134572 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-747f172d-8563-46bd-9dbe-0521863b4a0e None None] Set router d3553d58-5ee1-4d28-8cab-4bf4ca31a8f8 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:51:39.277587 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2be099c-f8fd-403b-b726-eee959d7c01d None None] Network 705f03ea-7fe2-4d1a-8092-7711c49ffe6e requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:51:39.291762 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb9c39-55a5-4c78-b09b-867d284a9ce2 req-ed6d4192-3cc9-4726-869e-00f4cde0df3d tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:39.299408 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-02fb9c39-55a5-4c78-b09b-867d284a9ce2 req-ed6d4192-3cc9-4726-869e-00f4cde0df3d tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0906436 Jul 14 13:51:39.375260 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-7510d221-3cd1-4cec-929d-597d24b89de6 None None] Provisioning for port c7939871-6e71-47a8-a715-6ff3aabc2009 completed by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:51:39.435057 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-02fb9c39-55a5-4c78-b09b-867d284a9ce2 req-314d8c5e-b0d6-4a55-8f00-4c1c898933e8 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347964 Jul 14 13:51:39.491820 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-747f172d-8563-46bd-9dbe-0521863b4a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3553d58-5ee1-4d28-8cab-4bf4ca31a8f8', 'name': 'tempest-TestVolumeBootPattern-908021970-router', 'tenant_id': '5941e55c91dd4046b5c176a7f37f5ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '94cf3bda-feeb-43a6-afa3-cf8e0517b75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:36Z', 'updated_at': '2021-07-14T13:51:37Z', 'revision_number': 3, 'project_id': '5941e55c91dd4046b5c176a7f37f5ebf', 'gw_port': {'id': '94cf3bda-feeb-43a6-afa3-cf8e0517b75f', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3553d58-5ee1-4d28-8cab-4bf4ca31a8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:37Z', 'updated_at': '2021-07-14T13:51:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi'}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:39.528994 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747f172d-8563-46bd-9dbe-0521863b4a0e None None] Checking router: d3553d58-5ee1-4d28-8cab-4bf4ca31a8f8 for host: dv-cinder-800697-2-iscsi {{(pid=104576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:51:39.528994 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747f172d-8563-46bd-9dbe-0521863b4a0e None None] Updating router d3553d58-5ee1-4d28-8cab-4bf4ca31a8f8 port 94cf3bda-feeb-43a6-afa3-cf8e0517b75f binding host dv-cinder-800697-2-iscsi {{(pid=104576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:51:39.582303 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-747f172d-8563-46bd-9dbe-0521863b4a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:39.745910 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-67099dd6-81ff-4744-98ae-fe9e5333484b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:39.950381 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device c7939871-6e71-47a8-a715-6ff3aabc2009 up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:51:40.025548 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_common [None req-67099dd6-81ff-4744-98ae-fe9e5333484b admin admin] Allocated IP 172.20.0.1 (705f03ea-7fe2-4d1a-8092-7711c49ffe6e/f91646f8-a752-4781-b139-7e3859700746/074daa45-864c-440c-9297-ef146e93fa9f) {{(pid=104573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:51:40.031720 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76307c40-eb64-4e80-8b6c-21ab461fb39a req-b54dae13-a296-4759-9d6c-6dca373412db tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:40.032539 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning for port c7939871-6e71-47a8-a715-6ff3aabc2009 completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:51:40.041206 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-76307c40-eb64-4e80-8b6c-21ab461fb39a req-b54dae13-a296-4759-9d6c-6dca373412db tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=73290e10-dd43-4d88-89bc-7d54091def52 HTTP/1.1" status: 200 len: 943 time: 0.1826963 Jul 14 13:51:40.041561 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port c7939871-6e71-47a8-a715-6ff3aabc2009 triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:40.042640 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:40.088218 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-76307c40-eb64-4e80-8b6c-21ab461fb39a req-cc607c6f-f981-44ef-9312-980a7173b1ad tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459642 Jul 14 13:51:40.105958 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-747f172d-8563-46bd-9dbe-0521863b4a0e None None] Notify callbacks [] for port, precommit_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:40.131048 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.provisioning_blocks [None req-747f172d-8563-46bd-9dbe-0521863b4a0e None None] Transition to ACTIVE for port object 94cf3bda-feeb-43a6-afa3-cf8e0517b75f will not be triggered until provisioned by entity L2. {{(pid=104576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:51:40.160954 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-747f172d-8563-46bd-9dbe-0521863b4a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:40.210394 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-67099dd6-81ff-4744-98ae-fe9e5333484b admin admin] Notify callbacks [] for port, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:40.216850 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:40.236255 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.provisioning_blocks [None req-67099dd6-81ff-4744-98ae-fe9e5333484b admin admin] Transition to ACTIVE for port object 074daa45-864c-440c-9297-ef146e93fa9f will not be triggered until provisioned by entity DHCP. {{(pid=104573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:51:40.255557 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] For port c7939871-6e71-47a8-a715-6ff3aabc2009, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=c7939871-6e71-47a8-a715-6ff3aabc2009,segment=NetworkSegment(88be31e3-8aa2-4fdf-948b-ec09ff61bb22),segment_id=88be31e3-8aa2-4fdf-948b-ec09ff61bb22)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:40.260868 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:40.262083 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device c23456c7-8a0c-4775-84c2-ad38b355449f up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:51:40.281152 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [None req-747f172d-8563-46bd-9dbe-0521863b4a0e None None] Attempting to bind port 94cf3bda-feeb-43a6-afa3-cf8e0517b75f on host dv-cinder-800697-2-iscsi for vnic_type normal with profile {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:51:40.281527 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [None req-747f172d-8563-46bd-9dbe-0521863b4a0e None None] Attempting to bind port 94cf3bda-feeb-43a6-afa3-cf8e0517b75f by drivers openvswitch,hyperv on host dv-cinder-800697-2-iscsi at level 0 using segments [{'id': 'c6937592-4176-4619-b9cc-7188e645a4b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'}] {{(pid=104576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:51:40.281891 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747f172d-8563-46bd-9dbe-0521863b4a0e None None] Attempting to bind port 94cf3bda-feeb-43a6-afa3-cf8e0517b75f on network b28dab8c-9c3b-45dd-8fa2-7ffa63c66645 {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:51:40.284043 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c51048-fd69-401d-af51-6914fe1362db None None] Pushing event updated for resources: {'Port': ['ID=94cf3bda-feeb-43a6-afa3-cf8e0517b75f,revision_number=2']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:40.301607 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747f172d-8563-46bd-9dbe-0521863b4a0e None None] Checking agent: {'id': 'c8ba3178-5fdc-4895-ae06-68797a69110c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 41, 49), 'started_at': datetime.datetime(2021, 7, 14, 13, 42, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:51:40.302172 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747f172d-8563-46bd-9dbe-0521863b4a0e None None] Checking segment: {'id': 'c6937592-4176-4619-b9cc-7188e645a4b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:51:40.302721 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-747f172d-8563-46bd-9dbe-0521863b4a0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:40.303145 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747f172d-8563-46bd-9dbe-0521863b4a0e None None] Bound using segment: {'id': 'c6937592-4176-4619-b9cc-7188e645a4b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'} {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:51:40.303723 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [None req-747f172d-8563-46bd-9dbe-0521863b4a0e None None] Bound port: 94cf3bda-feeb-43a6-afa3-cf8e0517b75f, host: dv-cinder-800697-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6937592-4176-4619-b9cc-7188e645a4b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'}}] {{(pid=104576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:51:40.304096 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-747f172d-8563-46bd-9dbe-0521863b4a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:40.307010 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-67099dd6-81ff-4744-98ae-fe9e5333484b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25680231'] for port, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:40.359727 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e09e5-b793-4a76-932b-8b76c9053108 req-ca319042-fbf3-433a-8d85-a7bb6c0f17f7 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:40.368254 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ec8e09e5-b793-4a76-932b-8b76c9053108 req-ca319042-fbf3-433a-8d85-a7bb6c0f17f7 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 945 time: 0.1099091 Jul 14 13:51:40.368696 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Pushing event updated for resources: {'Port': ['ID=c7939871-6e71-47a8-a715-6ff3aabc2009,revision_number=3']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:40.371896 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67099dd6-81ff-4744-98ae-fe9e5333484b admin admin] Pushing event updated for resources: {'Port': ['ID=074daa45-864c-440c-9297-ef146e93fa9f,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:40.376983 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.db [None req-747f172d-8563-46bd-9dbe-0521863b4a0e None None] For port 94cf3bda-feeb-43a6-afa3-cf8e0517b75f, host dv-cinder-800697-2-iscsi, cleared binding levels {{(pid=104576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:51:40.381282 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.db [None req-747f172d-8563-46bd-9dbe-0521863b4a0e None None] For port 94cf3bda-feeb-43a6-afa3-cf8e0517b75f, host dv-cinder-800697-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=94cf3bda-feeb-43a6-afa3-cf8e0517b75f,segment=NetworkSegment(c6937592-4176-4619-b9cc-7188e645a4b4),segment_id=c6937592-4176-4619-b9cc-7188e645a4b4)] {{(pid=104576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:51:40.383605 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67099dd6-81ff-4744-98ae-fe9e5333484b admin admin] Network 705f03ea-7fe2-4d1a-8092-7711c49ffe6e is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:51:40.386169 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-67099dd6-81ff-4744-98ae-fe9e5333484b admin admin] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:51:40.388214 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-747f172d-8563-46bd-9dbe-0521863b4a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:40.388968 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67099dd6-81ff-4744-98ae-fe9e5333484b admin admin] Received port after_create {{(pid=104573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:51:40.395653 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning for port c23456c7-8a0c-4775-84c2-ad38b355449f completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:51:40.400779 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port c23456c7-8a0c-4775-84c2-ad38b355449f triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:40.401408 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:40.434886 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ec8e09e5-b793-4a76-932b-8b76c9053108 req-67bd9623-c6e8-4daf-bd7e-e2f8c7d1e695 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621510 Jul 14 13:51:40.456023 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747f172d-8563-46bd-9dbe-0521863b4a0e None None] Routers {'d3553d58-5ee1-4d28-8cab-4bf4ca31a8f8'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:51:40.456657 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-747f172d-8563-46bd-9dbe-0521863b4a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:51:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['d3553d58-5ee1-4d28-8cab-4bf4ca31a8f8'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:40.470404 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-67099dd6-81ff-4744-98ae-fe9e5333484b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359384'] for router_interface, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:40.542014 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c51048-fd69-401d-af51-6914fe1362db None None] Pushing event updated for resources: {'Port': ['ID=94cf3bda-feeb-43a6-afa3-cf8e0517b75f,revision_number=3']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:40.568182 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:40.626031 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] For port c23456c7-8a0c-4775-84c2-ad38b355449f, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=c23456c7-8a0c-4775-84c2-ad38b355449f,segment=NetworkSegment(81934ed0-8f82-419f-b662-86cae808ad67),segment_id=81934ed0-8f82-419f-b662-86cae808ad67)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:40.636494 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:40.664030 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-747f172d-8563-46bd-9dbe-0521863b4a0e None None] Set router d3553d58-5ee1-4d28-8cab-4bf4ca31a8f8 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:51:40.681553 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-67099dd6-81ff-4744-98ae-fe9e5333484b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:40.708411 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b024768-b036-424d-bc88-45b075c939b6 req-8bf05453-70b7-4e4c-a637-9cad82cd14fc tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:40.713903 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Pushing event updated for resources: {'Port': ['ID=c23456c7-8a0c-4775-84c2-ad38b355449f,revision_number=5']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:40.724070 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6b024768-b036-424d-bc88-45b075c939b6 req-8bf05453-70b7-4e4c-a637-9cad82cd14fc tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.1080666 Jul 14 13:51:40.728694 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-2857f58a-a0e6-4552-9461-84e651eba942 None None] Provisioning for port 074daa45-864c-440c-9297-ef146e93fa9f completed by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:51:40.737881 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-2857f58a-a0e6-4552-9461-84e651eba942 None None] Provisioning complete for port 074daa45-864c-440c-9297-ef146e93fa9f triggered by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:40.738327 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-2857f58a-a0e6-4552-9461-84e651eba942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:40.768451 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6b024768-b036-424d-bc88-45b075c939b6 req-68e73815-ff6e-4818-ad88-3d8ff4acc792 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430903 Jul 14 13:51:40.862481 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-67099dd6-81ff-4744-98ae-fe9e5333484b admin admin] Notify callbacks [] for port, precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:40.868572 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-67099dd6-81ff-4744-98ae-fe9e5333484b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25680236'] for port, after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:40.878837 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-747f172d-8563-46bd-9dbe-0521863b4a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3553d58-5ee1-4d28-8cab-4bf4ca31a8f8', 'name': 'tempest-TestVolumeBootPattern-908021970-router', 'tenant_id': '5941e55c91dd4046b5c176a7f37f5ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '94cf3bda-feeb-43a6-afa3-cf8e0517b75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:36Z', 'updated_at': '2021-07-14T13:51:37Z', 'revision_number': 3, 'project_id': '5941e55c91dd4046b5c176a7f37f5ebf', 'gw_port': {'id': '94cf3bda-feeb-43a6-afa3-cf8e0517b75f', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3553d58-5ee1-4d28-8cab-4bf4ca31a8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:37Z', 'updated_at': '2021-07-14T13:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi'}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:40.905149 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747f172d-8563-46bd-9dbe-0521863b4a0e None None] The sync data for ids ['d3553d58-5ee1-4d28-8cab-4bf4ca31a8f8'] in dv-cinder-800697-2-iscsi is: [{'id': 'd3553d58-5ee1-4d28-8cab-4bf4ca31a8f8', 'name': 'tempest-TestVolumeBootPattern-908021970-router', 'tenant_id': '5941e55c91dd4046b5c176a7f37f5ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '94cf3bda-feeb-43a6-afa3-cf8e0517b75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:36Z', 'updated_at': '2021-07-14T13:51:37Z', 'revision_number': 3, 'project_id': '5941e55c91dd4046b5c176a7f37f5ebf', 'gw_port': {'id': '94cf3bda-feeb-43a6-afa3-cf8e0517b75f', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3553d58-5ee1-4d28-8cab-4bf4ca31a8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:37Z', 'updated_at': '2021-07-14T13:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi'}] {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:51:40.916006 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-2857f58a-a0e6-4552-9461-84e651eba942 None None] Port 074daa45-864c-440c-9297-ef146e93fa9f cannot update to ACTIVE because it is not bound. {{(pid=104575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:51:40.929176 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-67099dd6-81ff-4744-98ae-fe9e5333484b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-360040'] for router_interface, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:40.988213 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67099dd6-81ff-4744-98ae-fe9e5333484b admin admin] Pushing event updated for resources: {'Port': ['ID=074daa45-864c-440c-9297-ef146e93fa9f,revision_number=2']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:41.037361 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67099dd6-81ff-4744-98ae-fe9e5333484b admin admin] Network 705f03ea-7fe2-4d1a-8092-7711c49ffe6e is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:51:41.038724 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-67099dd6-81ff-4744-98ae-fe9e5333484b admin admin] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:51:41.197938 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67099dd6-81ff-4744-98ae-fe9e5333484b admin admin] Router d3553d58-5ee1-4d28-8cab-4bf4ca31a8f8 has already been hosted by L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:51:41.337468 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-17401319-8742-4c1e-b221-ed0dba7b5b0f None None] Provisioning complete for port 074daa45-864c-440c-9297-ef146e93fa9f triggered by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:41.337693 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-17401319-8742-4c1e-b221-ed0dba7b5b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:41.353437 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67099dd6-81ff-4744-98ae-fe9e5333484b admin admin] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:51:41.355709 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395b175-1f34-479a-b797-6b8becabffe2 req-9ac44456-2581-4942-a35e-ca8dd287162b tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:41.363546 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a395b175-1f34-479a-b797-6b8becabffe2 req-9ac44456-2581-4942-a35e-ca8dd287162b tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=73290e10-dd43-4d88-89bc-7d54091def52 HTTP/1.1" status: 200 len: 943 time: 0.1076024 Jul 14 13:51:41.371493 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-67099dd6-81ff-4744-98ae-fe9e5333484b admin admin] 10.222.0.35 "PUT /v2.0/routers/d3553d58-5ee1-4d28-8cab-4bf4ca31a8f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5581579 Jul 14 13:51:41.388045 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-17401319-8742-4c1e-b221-ed0dba7b5b0f None None] Port 074daa45-864c-440c-9297-ef146e93fa9f cannot update to ACTIVE because it is not bound. {{(pid=104575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:51:41.403584 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a395b175-1f34-479a-b797-6b8becabffe2 req-7416ba9b-5238-43f5-ae11-8cfadfcebe08 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389202 Jul 14 13:51:41.629489 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4210e-f245-4838-8752-f1e1ef8ed719 req-d4ac6de0-8954-4569-8ea0-8071a385db6b tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:41.635416 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-53c4210e-f245-4838-8752-f1e1ef8ed719 req-d4ac6de0-8954-4569-8ea0-8071a385db6b tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 945 time: 0.0752716 Jul 14 13:51:41.679502 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-53c4210e-f245-4838-8752-f1e1ef8ed719 req-6c76078d-b41f-4374-ae93-9c361f278960 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423462 Jul 14 13:51:41.840387 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device c7939871-6e71-47a8-a715-6ff3aabc2009 up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:51:41.890640 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port c7939871-6e71-47a8-a715-6ff3aabc2009 triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:41.891055 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:41.973895 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device c23456c7-8a0c-4775-84c2-ad38b355449f up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:51:42.026124 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port c23456c7-8a0c-4775-84c2-ad38b355449f triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:42.026611 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:42.112083 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 94cf3bda-feeb-43a6-afa3-cf8e0517b75f up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:51:42.175728 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning for port 94cf3bda-feeb-43a6-afa3-cf8e0517b75f completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:51:42.180312 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port 94cf3bda-feeb-43a6-afa3-cf8e0517b75f triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:42.180904 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:42.236003 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-1d2bc877-fcf0-40aa-b3fb-9add847428cb tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:42.238177 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-1d2bc877-fcf0-40aa-b3fb-9add847428cb tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/networks?id=a4ad8719-2efe-4570-ad62-88a34f3674ac HTTP/1.1" status: 200 len: 815 time: 0.1140237 Jul 14 13:51:42.255537 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-54a7b0cc-879e-495c-97e1-3766bdafc27c tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/quotas/c5d1ebf7d153426aaf60734324e92eee HTTP/1.1" status: 200 len: 375 time: 0.0113649 Jul 14 13:51:42.285940 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:42.319669 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] For port 94cf3bda-feeb-43a6-afa3-cf8e0517b75f, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=94cf3bda-feeb-43a6-afa3-cf8e0517b75f,segment=NetworkSegment(c6937592-4176-4619-b9cc-7188e645a4b4),segment_id=c6937592-4176-4619-b9cc-7188e645a4b4)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:42.326141 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:42.395940 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-8475b74e-4ee2-48d4-9674-3a193f6bf213 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5d1ebf7d153426aaf60734324e92eee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1342578 Jul 14 13:51:42.416395 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Pushing event updated for resources: {'Port': ['ID=94cf3bda-feeb-43a6-afa3-cf8e0517b75f,revision_number=4']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:42.431887 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 44914) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:42.437193 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-d894824d-3eba-48eb-a7ab-7c385c527522 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1067760971', 'description': 'tempest-secgroup-smoke-1067760971 description', 'project_id': '264797ac2dc84b21b49d043a80365add'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:42.480847 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d894824d-3eba-48eb-a7ab-7c385c527522 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:42.517659 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-76087cb3-8c26-42b4-91d6-24d5d93d8da6 service neutron] 10.222.0.35 "GET /v2.0/networks/a4ad8719-2efe-4570-ad62-88a34f3674ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206830 Jul 14 13:51:42.612705 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-63fcd90a-8317-43ee-b044-df31388386b7 service neutron] 10.222.0.35 "GET /v2.0/networks/a4ad8719-2efe-4570-ad62-88a34f3674ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938427 Jul 14 13:51:42.637958 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d894824d-3eba-48eb-a7ab-7c385c527522 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:42.646881 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d894824d-3eba-48eb-a7ab-7c385c527522 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:42.664093 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d5b4e-c7e0-4114-a8a0-19b069d6de03 req-2571d227-7376-459c-a917-ca6a31b12907 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:42.670863 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8d8d5b4e-c7e0-4114-a8a0-19b069d6de03 req-2571d227-7376-459c-a917-ca6a31b12907 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.1124454 Jul 14 13:51:42.721351 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d894824d-3eba-48eb-a7ab-7c385c527522 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:42.722527 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-d894824d-3eba-48eb-a7ab-7c385c527522 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2890918 Jul 14 13:51:42.725636 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 44954) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:42.732063 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-3dc685c5-01c1-4cb9-9ac3-5246fd0635fa tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Request body: {'security_group_rule': {'security_group_id': '751e88df-ff47-4330-a16d-561ec35a754c', 'project_id': '264797ac2dc84b21b49d043a80365add', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:42.739225 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894824d-3eba-48eb-a7ab-7c385c527522 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=751e88df-ff47-4330-a16d-561ec35a754c,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:42.759329 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894824d-3eba-48eb-a7ab-7c385c527522 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:42.759717 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894824d-3eba-48eb-a7ab-7c385c527522 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:42.760224 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894824d-3eba-48eb-a7ab-7c385c527522 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:42.760760 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894824d-3eba-48eb-a7ab-7c385c527522 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:42.761249 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894824d-3eba-48eb-a7ab-7c385c527522 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:42.761790 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894824d-3eba-48eb-a7ab-7c385c527522 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:42.762269 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894824d-3eba-48eb-a7ab-7c385c527522 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:42.762729 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894824d-3eba-48eb-a7ab-7c385c527522 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:42.763366 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894824d-3eba-48eb-a7ab-7c385c527522 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:42.763836 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894824d-3eba-48eb-a7ab-7c385c527522 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:42.764331 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894824d-3eba-48eb-a7ab-7c385c527522 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:42.764912 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894824d-3eba-48eb-a7ab-7c385c527522 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:42.771198 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8d8d5b4e-c7e0-4114-a8a0-19b069d6de03 req-4146c464-c937-4068-9a09-91315632f50f tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993202 Jul 14 13:51:42.802979 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7eb930-905c-4b96-a537-1ce32c4ecdae None None] Sync routers for ids ['d3553d58-5ee1-4d28-8cab-4bf4ca31a8f8'] in dv-cinder-800697-2-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:51:42.816689 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3dc685c5-01c1-4cb9-9ac3-5246fd0635fa tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:42.818172 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7eb930-905c-4b96-a537-1ce32c4ecdae None None] Routers {'d3553d58-5ee1-4d28-8cab-4bf4ca31a8f8'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:51:42.818795 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-bd7eb930-905c-4b96-a537-1ce32c4ecdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:51:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['d3553d58-5ee1-4d28-8cab-4bf4ca31a8f8'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:43.022888 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3dc685c5-01c1-4cb9-9ac3-5246fd0635fa tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:43.027250 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3dc685c5-01c1-4cb9-9ac3-5246fd0635fa tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617415'] for security_group_rule, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:43.050385 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc685c5-01c1-4cb9-9ac3-5246fd0635fa tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25b71a29-a123-4f57-a5e4-8f84833ac74b,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:43.058023 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5a25e-25d3-4e87-aa3f-cf836456d4d7 req-9c09aa51-f357-449f-922f-de3bc11a6e60 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:43.060258 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-16f5a25e-25d3-4e87-aa3f-cf836456d4d7 req-9c09aa51-f357-449f-922f-de3bc11a6e60 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 945 time: 0.1143336 Jul 14 13:51:43.064436 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-bd7eb930-905c-4b96-a537-1ce32c4ecdae None None] Set router d3553d58-5ee1-4d28-8cab-4bf4ca31a8f8 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:51:43.064701 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc685c5-01c1-4cb9-9ac3-5246fd0635fa tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:43.065086 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc685c5-01c1-4cb9-9ac3-5246fd0635fa tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:43.065372 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc685c5-01c1-4cb9-9ac3-5246fd0635fa tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:43.065699 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc685c5-01c1-4cb9-9ac3-5246fd0635fa tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:43.066017 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc685c5-01c1-4cb9-9ac3-5246fd0635fa tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:43.066337 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc685c5-01c1-4cb9-9ac3-5246fd0635fa tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:43.066655 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc685c5-01c1-4cb9-9ac3-5246fd0635fa tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:43.066994 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc685c5-01c1-4cb9-9ac3-5246fd0635fa tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:43.067313 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc685c5-01c1-4cb9-9ac3-5246fd0635fa tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:43.067628 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc685c5-01c1-4cb9-9ac3-5246fd0635fa tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:43.067940 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc685c5-01c1-4cb9-9ac3-5246fd0635fa tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:43.068250 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc685c5-01c1-4cb9-9ac3-5246fd0635fa tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:43.073580 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3dc685c5-01c1-4cb9-9ac3-5246fd0635fa tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:43.077654 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-3dc685c5-01c1-4cb9-9ac3-5246fd0635fa tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3481281 Jul 14 13:51:43.077898 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 44976) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:43.082366 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-47624a86-0cdd-43d8-b4e9-f4d0adf04e69 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Request body: {'security_group_rule': {'security_group_id': '751e88df-ff47-4330-a16d-561ec35a754c', 'project_id': '264797ac2dc84b21b49d043a80365add', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:43.132238 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db9bec-b4fc-4daf-88ec-6faa5d75b9fa req-12059323-6013-4585-bd01-3b241e4ae0b5 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:43.136269 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-46db9bec-b4fc-4daf-88ec-6faa5d75b9fa req-12059323-6013-4585-bd01-3b241e4ae0b5 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=73290e10-dd43-4d88-89bc-7d54091def52 HTTP/1.1" status: 200 len: 943 time: 0.2126701 Jul 14 13:51:43.147832 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-16f5a25e-25d3-4e87-aa3f-cf836456d4d7 req-14988928-d043-4627-9065-1cbe797173b9 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786037 Jul 14 13:51:43.211691 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-46db9bec-b4fc-4daf-88ec-6faa5d75b9fa req-20e9b71e-ac9e-49cb-824c-524dc6ec93d0 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666795 Jul 14 13:51:43.215323 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-47624a86-0cdd-43d8-b4e9-f4d0adf04e69 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:43.283876 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cb715874-aa6c-4edc-b1a3-43bb2107d94f req-99ab1233-8474-4dbe-a57d-a976addcc206 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=32d7ef05-ca8c-4565-b733-999cea21425f HTTP/1.1" status: 200 len: 210 time: 0.0327506 Jul 14 13:51:43.290106 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-47624a86-0cdd-43d8-b4e9-f4d0adf04e69 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:43.295670 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-47624a86-0cdd-43d8-b4e9-f4d0adf04e69 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617415'] for security_group_rule, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:43.320502 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47624a86-0cdd-43d8-b4e9-f4d0adf04e69 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb780d75-4a31-4bd5-a3c2-dcfc32c5470f,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:43.328560 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-47624a86-0cdd-43d8-b4e9-f4d0adf04e69 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:43.330313 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-47624a86-0cdd-43d8-b4e9-f4d0adf04e69 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2513826 Jul 14 13:51:43.333038 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 44990) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:43.338116 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-06ce2d10-b883-41bc-8d50-6b2998a64502 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Request body: {'security_group_rule': {'security_group_id': '751e88df-ff47-4330-a16d-561ec35a754c', 'project_id': '264797ac2dc84b21b49d043a80365add', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:43.350906 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-bd7eb930-905c-4b96-a537-1ce32c4ecdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3553d58-5ee1-4d28-8cab-4bf4ca31a8f8', 'name': 'tempest-TestVolumeBootPattern-908021970-router', 'tenant_id': '5941e55c91dd4046b5c176a7f37f5ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '94cf3bda-feeb-43a6-afa3-cf8e0517b75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:36Z', 'updated_at': '2021-07-14T13:51:40Z', 'revision_number': 4, 'project_id': '5941e55c91dd4046b5c176a7f37f5ebf', 'gw_port': {'id': '94cf3bda-feeb-43a6-afa3-cf8e0517b75f', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3553d58-5ee1-4d28-8cab-4bf4ca31a8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:37Z', 'updated_at': '2021-07-14T13:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': '074daa45-864c-440c-9297-ef146e93fa9f', 'name': '', 'network_id': '705f03ea-7fe2-4d1a-8092-7711c49ffe6e', 'tenant_id': '5941e55c91dd4046b5c176a7f37f5ebf', 'mac_address': 'fa:16:3e:09:a6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3553d58-5ee1-4d28-8cab-4bf4ca31a8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'f91646f8-a752-4781-b139-7e3859700746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:39Z', 'updated_at': '2021-07-14T13:51:40Z', 'revision_number': 2, 'project_id': '5941e55c91dd4046b5c176a7f37f5ebf', 'subnets': [{'id': 'f91646f8-a752-4781-b139-7e3859700746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:43.373719 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-06ce2d10-b883-41bc-8d50-6b2998a64502 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:43.381672 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7eb930-905c-4b96-a537-1ce32c4ecdae None None] Checking router: d3553d58-5ee1-4d28-8cab-4bf4ca31a8f8 for host: dv-cinder-800697-2-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:51:43.382077 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7eb930-905c-4b96-a537-1ce32c4ecdae None None] Updating router d3553d58-5ee1-4d28-8cab-4bf4ca31a8f8 port 074daa45-864c-440c-9297-ef146e93fa9f binding host dv-cinder-800697-2-iscsi {{(pid=104575) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:51:43.440347 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-06ce2d10-b883-41bc-8d50-6b2998a64502 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:43.446253 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-06ce2d10-b883-41bc-8d50-6b2998a64502 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617415'] for security_group_rule, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:43.457495 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-bd7eb930-905c-4b96-a537-1ce32c4ecdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:43.471284 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce2d10-b883-41bc-8d50-6b2998a64502 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c24430d-16e0-47d1-930d-b3ff89cf1eb3,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:43.478126 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-06ce2d10-b883-41bc-8d50-6b2998a64502 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:43.479878 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-06ce2d10-b883-41bc-8d50-6b2998a64502 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1455626 Jul 14 13:51:43.482599 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 45004) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:43.488352 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-81873ab8-c8d7-4659-a7a9-45c167702486 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Request body: {'security_group_rule': {'security_group_id': '751e88df-ff47-4330-a16d-561ec35a754c', 'project_id': '264797ac2dc84b21b49d043a80365add', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:43.535903 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-81873ab8-c8d7-4659-a7a9-45c167702486 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:43.550259 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device baa99388-d476-40e6-b362-5babcdaef05f details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=104575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:51:43.633013 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-81873ab8-c8d7-4659-a7a9-45c167702486 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:43.638004 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-81873ab8-c8d7-4659-a7a9-45c167702486 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617415'] for security_group_rule, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:43.660855 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81873ab8-c8d7-4659-a7a9-45c167702486 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f078d2c1-28cb-4b51-8d91-d07b8c355b9b,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:43.671109 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-81873ab8-c8d7-4659-a7a9-45c167702486 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:43.672479 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-81873ab8-c8d7-4659-a7a9-45c167702486 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1886497 Jul 14 13:51:43.675596 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 45034) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:43.681022 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-8291bc55-12ba-447c-bd76-a235d4221b19 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Request body: {'security_group_rule': {'security_group_id': '751e88df-ff47-4330-a16d-561ec35a754c', 'project_id': '264797ac2dc84b21b49d043a80365add', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:43.706515 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.db.securitygroups_db [None req-8291bc55-12ba-447c-bd76-a235d4221b19 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Project 264797ac2dc84b21b49d043a80365add added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 13:51:43.713696 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8291bc55-12ba-447c-bd76-a235d4221b19 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:43.803406 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port baa99388-d476-40e6-b362-5babcdaef05f, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=baa99388-d476-40e6-b362-5babcdaef05f,segment=NetworkSegment(79b30a97-febc-4006-9513-f02da6f22bf1),segment_id=79b30a97-febc-4006-9513-f02da6f22bf1)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:43.833538 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8291bc55-12ba-447c-bd76-a235d4221b19 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:43.840603 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8291bc55-12ba-447c-bd76-a235d4221b19 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617415'] for security_group_rule, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:43.843877 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Returning: {'device': 'baa99388-d476-40e6-b362-5babcdaef05f', 'network_id': '56766f9b-8806-404a-bc60-d323fb9ca761', 'port_id': 'baa99388-d476-40e6-b362-5babcdaef05f', 'mac_address': 'fa:16:3e:51:8e:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2f6099e-787c-48f4-8d64-01f0a557fb8f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:51:43.848749 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 94cf3bda-feeb-43a6-afa3-cf8e0517b75f up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:51:43.864232 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291bc55-12ba-447c-bd76-a235d4221b19 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07ca95f9-ff8e-4f04-9d17-ebf65627bef9,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:43.872194 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8291bc55-12ba-447c-bd76-a235d4221b19 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:43.873717 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-8291bc55-12ba-447c-bd76-a235d4221b19 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1968539 Jul 14 13:51:43.876534 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 45050) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:43.881900 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-faa4a901-bcc2-4480-8649-6bff08a3cecd tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Request body: {'security_group_rule': {'security_group_id': '751e88df-ff47-4330-a16d-561ec35a754c', 'project_id': '264797ac2dc84b21b49d043a80365add', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:43.911985 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.db.securitygroups_db [None req-faa4a901-bcc2-4480-8649-6bff08a3cecd tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Project 264797ac2dc84b21b49d043a80365add added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 13:51:43.919536 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-faa4a901-bcc2-4480-8649-6bff08a3cecd tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:43.980799 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:43.983529 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-bd7eb930-905c-4b96-a537-1ce32c4ecdae None None] Notify callbacks [] for port, precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:44.007336 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-bd7eb930-905c-4b96-a537-1ce32c4ecdae None None] Transition to ACTIVE for port object 074daa45-864c-440c-9297-ef146e93fa9f will not be triggered until provisioned by entity L2. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:51:44.010477 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baa99388-d476-40e6-b362-5babcdaef05f {{(pid=104575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:51:44.016544 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port 94cf3bda-feeb-43a6-afa3-cf8e0517b75f triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:44.016904 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:44.022374 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-faa4a901-bcc2-4480-8649-6bff08a3cecd tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:44.032192 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-faa4a901-bcc2-4480-8649-6bff08a3cecd tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617415'] for security_group_rule, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:44.053829 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-bd7eb930-905c-4b96-a537-1ce32c4ecdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:44.054331 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4a901-bcc2-4480-8649-6bff08a3cecd tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7552b491-719d-452c-a844-afa6b5908098,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:44.069986 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b053f-e60f-41a5-ac18-60a6bd680553 req-350f6e81-bc78-4c10-b7f1-0d5adcccedda tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:44.071518 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-222b053f-e60f-41a5-ac18-60a6bd680553 req-350f6e81-bc78-4c10-b7f1-0d5adcccedda tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.1315997 Jul 14 13:51:44.077753 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-faa4a901-bcc2-4480-8649-6bff08a3cecd tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:44.082137 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-faa4a901-bcc2-4480-8649-6bff08a3cecd tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2011120 Jul 14 13:51:44.098046 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port baa99388-d476-40e6-b362-5babcdaef05f, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=baa99388-d476-40e6-b362-5babcdaef05f,segment=NetworkSegment(79b30a97-febc-4006-9513-f02da6f22bf1),segment_id=79b30a97-febc-4006-9513-f02da6f22bf1)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:44.111441 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:44.151561 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-222b053f-e60f-41a5-ac18-60a6bd680553 req-2e23f1c6-80c7-4d73-a23b-d676817919b7 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713151 Jul 14 13:51:44.152373 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40f289-2dd1-4ba6-af07-d43d669bd6a5 None None] Pushing event updated for resources: {'Port': ['ID=074daa45-864c-440c-9297-ef146e93fa9f,revision_number=3']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:44.458898 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-bd7eb930-905c-4b96-a537-1ce32c4ecdae None None] Attempting to bind port 074daa45-864c-440c-9297-ef146e93fa9f on host dv-cinder-800697-2-iscsi for vnic_type normal with profile {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:51:44.459499 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-bd7eb930-905c-4b96-a537-1ce32c4ecdae None None] Attempting to bind port 074daa45-864c-440c-9297-ef146e93fa9f by drivers openvswitch,hyperv on host dv-cinder-800697-2-iscsi at level 0 using segments [{'id': '88be31e3-8aa2-4fdf-948b-ec09ff61bb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '705f03ea-7fe2-4d1a-8092-7711c49ffe6e'}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:51:44.459919 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7eb930-905c-4b96-a537-1ce32c4ecdae None None] Attempting to bind port 074daa45-864c-440c-9297-ef146e93fa9f on network 705f03ea-7fe2-4d1a-8092-7711c49ffe6e {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:51:44.468618 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=baa99388-d476-40e6-b362-5babcdaef05f,revision_number=4']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:44.477069 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7eb930-905c-4b96-a537-1ce32c4ecdae None None] Checking agent: {'id': 'c8ba3178-5fdc-4895-ae06-68797a69110c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 41, 49), 'started_at': datetime.datetime(2021, 7, 14, 13, 42, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:51:44.477838 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7eb930-905c-4b96-a537-1ce32c4ecdae None None] Checking segment: {'id': '88be31e3-8aa2-4fdf-948b-ec09ff61bb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '705f03ea-7fe2-4d1a-8092-7711c49ffe6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:51:44.478411 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-bd7eb930-905c-4b96-a537-1ce32c4ecdae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:44.478875 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7eb930-905c-4b96-a537-1ce32c4ecdae None None] Bound using segment: {'id': '88be31e3-8aa2-4fdf-948b-ec09ff61bb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '705f03ea-7fe2-4d1a-8092-7711c49ffe6e'} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:51:44.479454 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-bd7eb930-905c-4b96-a537-1ce32c4ecdae None None] Bound port: 074daa45-864c-440c-9297-ef146e93fa9f, host: dv-cinder-800697-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88be31e3-8aa2-4fdf-948b-ec09ff61bb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '705f03ea-7fe2-4d1a-8092-7711c49ffe6e'}}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:51:44.479920 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-bd7eb930-905c-4b96-a537-1ce32c4ecdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:44.568825 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-bd7eb930-905c-4b96-a537-1ce32c4ecdae None None] For port 074daa45-864c-440c-9297-ef146e93fa9f, host dv-cinder-800697-2-iscsi, cleared binding levels {{(pid=104575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:51:44.572743 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-bd7eb930-905c-4b96-a537-1ce32c4ecdae None None] For port 074daa45-864c-440c-9297-ef146e93fa9f, host dv-cinder-800697-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=074daa45-864c-440c-9297-ef146e93fa9f,segment=NetworkSegment(88be31e3-8aa2-4fdf-948b-ec09ff61bb22),segment_id=88be31e3-8aa2-4fdf-948b-ec09ff61bb22)] {{(pid=104575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:51:44.581910 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-608fb3cf-3536-406b-a8a9-4a9209323ed7 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:44.582815 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-bd7eb930-905c-4b96-a537-1ce32c4ecdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:44.584525 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-608fb3cf-3536-406b-a8a9-4a9209323ed7 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.59 "GET /v2.0/networks?id=a4ad8719-2efe-4570-ad62-88a34f3674ac HTTP/1.1" status: 200 len: 815 time: 0.1935327 Jul 14 13:51:44.593448 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9a3f7-ad54-4699-8d8c-ef2c84540aca req-397bd8b7-36c6-472b-a323-1a4c56dcaec4 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:44.601479 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3ab9a3f7-ad54-4699-8d8c-ef2c84540aca req-397bd8b7-36c6-472b-a323-1a4c56dcaec4 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=73290e10-dd43-4d88-89bc-7d54091def52 HTTP/1.1" status: 200 len: 944 time: 0.1271639 Jul 14 13:51:44.612129 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-17850fb4-7767-46ab-9d57-ade919ce714e tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Request body: {'port': {'device_id': '32d7ef05-ca8c-4565-b733-999cea21425f', 'network_id': 'a4ad8719-2efe-4570-ad62-88a34f3674ac', 'admin_state_up': True, 'tenant_id': 'c5d1ebf7d153426aaf60734324e92eee'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:44.634940 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['baa99388-d476-40e6-b362-5babcdaef05f'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:51:44.718652 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3ab9a3f7-ad54-4699-8d8c-ef2c84540aca req-17cf23a1-8d0a-44d6-9adc-a964f47b65d6 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160913 Jul 14 13:51:44.758619 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-17850fb4-7767-46ab-9d57-ade919ce714e tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Made reservation on behalf of c5d1ebf7d153426aaf60734324e92eee for: {'port': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:51:44.768333 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-17850fb4-7767-46ab-9d57-ade919ce714e tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:44.788410 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40f289-2dd1-4ba6-af07-d43d669bd6a5 None None] Pushing event updated for resources: {'Port': ['ID=074daa45-864c-440c-9297-ef146e93fa9f,revision_number=4']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:44.791748 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7eb930-905c-4b96-a537-1ce32c4ecdae None None] Routers {'d3553d58-5ee1-4d28-8cab-4bf4ca31a8f8'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:51:44.792148 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-bd7eb930-905c-4b96-a537-1ce32c4ecdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:51:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['d3553d58-5ee1-4d28-8cab-4bf4ca31a8f8'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:44.905822 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dbdb9a-52af-463c-b70c-092afd2b3e96 req-1983063f-291e-4f99-9825-98763ebc1a13 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:44.913951 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-21dbdb9a-52af-463c-b70c-092afd2b3e96 req-1983063f-291e-4f99-9825-98763ebc1a13 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 945 time: 0.5249112 Jul 14 13:51:44.991744 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ad6ac623-9178-41b5-bbf0-558945d1b7a6 req-93ea29f9-43a4-4169-94d7-4daa2f7daa4c tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=32d7ef05-ca8c-4565-b733-999cea21425f HTTP/1.1" status: 200 len: 210 time: 0.0721459 Jul 14 13:51:45.030616 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-21dbdb9a-52af-463c-b70c-092afd2b3e96 req-6feae459-4443-47d5-b636-747944535113 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155171 Jul 14 13:51:45.096836 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-bd7eb930-905c-4b96-a537-1ce32c4ecdae None None] Set router d3553d58-5ee1-4d28-8cab-4bf4ca31a8f8 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:51:45.133920 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-17850fb4-7767-46ab-9d57-ade919ce714e tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Allocated IP 172.20.0.6 (a4ad8719-2efe-4570-ad62-88a34f3674ac/d1350c88-2d64-4fb9-8461-f3522c398c41/e5775f8d-5fed-407e-8244-12be7498c5a2) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:51:45.153147 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660ce0d-8a1e-4677-8dcc-4e89bb62f339 req-9573e1f1-8a5f-46ee-9e88-f04a20f073d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:45.155326 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4660ce0d-8a1e-4677-8dcc-4e89bb62f339 req-9573e1f1-8a5f-46ee-9e88-f04a20f073d1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f9d746b4e934f23803208b8947e1ac5&device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 1098 time: 0.0707474 Jul 14 13:51:45.383239 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-17850fb4-7767-46ab-9d57-ade919ce714e tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Notify callbacks [] for port, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:45.392641 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660ce0d-8a1e-4677-8dcc-4e89bb62f339 req-88d69f97-8ce1-4658-bcd5-94111872888a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:45.392828 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4660ce0d-8a1e-4677-8dcc-4e89bb62f339 req-88d69f97-8ce1-4658-bcd5-94111872888a service neutron] 10.222.0.59 "GET /v2.0/networks?id=6454f800-8ef5-4b50-ab22-8dab9a0ab218 HTTP/1.1" status: 200 len: 919 time: 0.2069890 Jul 14 13:51:45.438883 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-17850fb4-7767-46ab-9d57-ade919ce714e tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:45.439739 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-bd7eb930-905c-4b96-a537-1ce32c4ecdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3553d58-5ee1-4d28-8cab-4bf4ca31a8f8', 'name': 'tempest-TestVolumeBootPattern-908021970-router', 'tenant_id': '5941e55c91dd4046b5c176a7f37f5ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '94cf3bda-feeb-43a6-afa3-cf8e0517b75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:36Z', 'updated_at': '2021-07-14T13:51:40Z', 'revision_number': 4, 'project_id': '5941e55c91dd4046b5c176a7f37f5ebf', 'gw_port': {'id': '94cf3bda-feeb-43a6-afa3-cf8e0517b75f', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3553d58-5ee1-4d28-8cab-4bf4ca31a8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:37Z', 'updated_at': '2021-07-14T13:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': '074daa45-864c-440c-9297-ef146e93fa9f', 'name': '', 'network_id': '705f03ea-7fe2-4d1a-8092-7711c49ffe6e', 'tenant_id': '5941e55c91dd4046b5c176a7f37f5ebf', 'mac_address': 'fa:16:3e:09:a6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3553d58-5ee1-4d28-8cab-4bf4ca31a8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'f91646f8-a752-4781-b139-7e3859700746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:39Z', 'updated_at': '2021-07-14T13:51:44Z', 'revision_number': 4, 'project_id': '5941e55c91dd4046b5c176a7f37f5ebf', 'subnets': [{'id': 'f91646f8-a752-4781-b139-7e3859700746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:45.474417 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad2ffc-61e3-43bf-be4e-9fa5be5cda03 req-f53cb10c-29a6-4ce4-a02d-2a0f853f2d13 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:45.476580 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5dad2ffc-61e3-43bf-be4e-9fa5be5cda03 req-f53cb10c-29a6-4ce4-a02d-2a0f853f2d13 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.1273115 Jul 14 13:51:45.477494 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4660ce0d-8a1e-4677-8dcc-4e89bb62f339 req-b30885d4-30d6-41b1-93cb-715098e48a6e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cef9ee7d-401e-4905-b632-7f279f3489f2 HTTP/1.1" status: 200 len: 217 time: 0.0612533 Jul 14 13:51:45.509113 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-17850fb4-7767-46ab-9d57-ade919ce714e tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Network a4ad8719-2efe-4570-ad62-88a34f3674ac is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:51:45.511801 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-17850fb4-7767-46ab-9d57-ade919ce714e tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:51:45.517305 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-17850fb4-7767-46ab-9d57-ade919ce714e tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:51:45.547404 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17850fb4-7767-46ab-9d57-ade919ce714e tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Pushing event updated for resources: {'Port': ['ID=e5775f8d-5fed-407e-8244-12be7498c5a2,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:45.589923 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-17850fb4-7767-46ab-9d57-ade919ce714e tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:45.590559 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-17850fb4-7767-46ab-9d57-ade919ce714e tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:45.611076 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-17850fb4-7767-46ab-9d57-ade919ce714e tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0047817 Jul 14 13:51:45.616583 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5dad2ffc-61e3-43bf-be4e-9fa5be5cda03 req-c0a10622-ccf1-48af-9a22-8fef0acca365 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348453 Jul 14 13:51:45.632527 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-71f96b79-8a4b-4b90-af6c-8edaefdf1473 service neutron] Request body: {'port': {'device_id': '32d7ef05-ca8c-4565-b733-999cea21425f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:45.640350 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660ce0d-8a1e-4677-8dcc-4e89bb62f339 req-f6ae2f2b-ed28-4bf8-aaac-30752aa49642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:45.642094 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4660ce0d-8a1e-4677-8dcc-4e89bb62f339 req-f6ae2f2b-ed28-4bf8-aaac-30752aa49642 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fa866c6-0b23-498d-86e8-617a82bdd6ff HTTP/1.1" status: 200 len: 858 time: 0.1424351 Jul 14 13:51:45.689495 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4660ce0d-8a1e-4677-8dcc-4e89bb62f339 req-b8c25dfa-d0de-4e2a-af8d-b1b2757ba3f2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6454f800-8ef5-4b50-ab22-8dab9a0ab218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404689 Jul 14 13:51:45.706443 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7eb930-905c-4b96-a537-1ce32c4ecdae None None] The sync data for ids ['d3553d58-5ee1-4d28-8cab-4bf4ca31a8f8'] in dv-cinder-800697-2-iscsi is: [{'id': 'd3553d58-5ee1-4d28-8cab-4bf4ca31a8f8', 'name': 'tempest-TestVolumeBootPattern-908021970-router', 'tenant_id': '5941e55c91dd4046b5c176a7f37f5ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '94cf3bda-feeb-43a6-afa3-cf8e0517b75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:36Z', 'updated_at': '2021-07-14T13:51:40Z', 'revision_number': 4, 'project_id': '5941e55c91dd4046b5c176a7f37f5ebf', 'gw_port': {'id': '94cf3bda-feeb-43a6-afa3-cf8e0517b75f', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3553d58-5ee1-4d28-8cab-4bf4ca31a8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:37Z', 'updated_at': '2021-07-14T13:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': '074daa45-864c-440c-9297-ef146e93fa9f', 'name': '', 'network_id': '705f03ea-7fe2-4d1a-8092-7711c49ffe6e', 'tenant_id': '5941e55c91dd4046b5c176a7f37f5ebf', 'mac_address': 'fa:16:3e:09:a6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3553d58-5ee1-4d28-8cab-4bf4ca31a8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'f91646f8-a752-4781-b139-7e3859700746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:39Z', 'updated_at': '2021-07-14T13:51:44Z', 'revision_number': 4, 'project_id': '5941e55c91dd4046b5c176a7f37f5ebf', 'subnets': [{'id': 'f91646f8-a752-4781-b139-7e3859700746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:51:45.825184 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-71f96b79-8a4b-4b90-af6c-8edaefdf1473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:45.932831 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4660ce0d-8a1e-4677-8dcc-4e89bb62f339 req-7ab93b58-a47a-45db-b3f0-72fb30f7e652 service neutron] 10.222.0.59 "GET /v2.0/networks/6454f800-8ef5-4b50-ab22-8dab9a0ab218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178056 Jul 14 13:51:46.086121 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4660ce0d-8a1e-4677-8dcc-4e89bb62f339 req-056ddf48-208c-4b69-beb4-8b2dcd644c62 service neutron] 10.222.0.59 "GET /v2.0/networks/6454f800-8ef5-4b50-ab22-8dab9a0ab218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439786 Jul 14 13:51:46.088074 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['98516769-a30e-4834-a3f6-4f72ab7f607e'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:51:46.151833 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527f4a2-000f-4612-8e87-6a3841ac355a req-1f48aa47-56dd-42b4-baae-3b7ae105f2a5 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:46.153379 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0527f4a2-000f-4612-8e87-6a3841ac355a req-1f48aa47-56dd-42b4-baae-3b7ae105f2a5 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=73290e10-dd43-4d88-89bc-7d54091def52 HTTP/1.1" status: 200 len: 944 time: 0.2423587 Jul 14 13:51:46.261399 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0527f4a2-000f-4612-8e87-6a3841ac355a req-f420596c-08ac-4c2f-b685-a6a470978124 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016631 Jul 14 13:51:46.282350 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-71f96b79-8a4b-4b90-af6c-8edaefdf1473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5775f8d-5fed-407e-8244-12be7498c5a2 {{(pid=104572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:51:46.299137 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1e0c8-cfce-4c76-b088-faeaddce2790 req-d53971cd-c176-454a-996c-6f156de27265 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:46.299137 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a1b1e0c8-cfce-4c76-b088-faeaddce2790 req-d53971cd-c176-454a-996c-6f156de27265 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=32d7ef05-ca8c-4565-b733-999cea21425f HTTP/1.1" status: 200 len: 931 time: 0.1263502 Jul 14 13:51:46.302687 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-71f96b79-8a4b-4b90-af6c-8edaefdf1473 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:46.336920 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-71f96b79-8a4b-4b90-af6c-8edaefdf1473 service neutron] Transition to ACTIVE for port object e5775f8d-5fed-407e-8244-12be7498c5a2 will not be triggered until provisioned by entity L2. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:51:46.343236 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-71f96b79-8a4b-4b90-af6c-8edaefdf1473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28728568'] for port, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:46.363819 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a1b1e0c8-cfce-4c76-b088-faeaddce2790 req-2362bf7f-ad4a-44c2-ae3b-f8a84ed28de0 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472829 Jul 14 13:51:46.405950 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f96b79-8a4b-4b90-af6c-8edaefdf1473 service neutron] Pushing event updated for resources: {'Port': ['ID=e5775f8d-5fed-407e-8244-12be7498c5a2,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:46.529034 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-71f96b79-8a4b-4b90-af6c-8edaefdf1473 service neutron] Attempting to bind port e5775f8d-5fed-407e-8244-12be7498c5a2 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:51:46.529394 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-71f96b79-8a4b-4b90-af6c-8edaefdf1473 service neutron] Attempting to bind port e5775f8d-5fed-407e-8244-12be7498c5a2 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'f1e715ab-9363-44bd-9977-f91e6337307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a4ad8719-2efe-4570-ad62-88a34f3674ac'}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:51:46.529698 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-71f96b79-8a4b-4b90-af6c-8edaefdf1473 service neutron] Attempting to bind port e5775f8d-5fed-407e-8244-12be7498c5a2 on network a4ad8719-2efe-4570-ad62-88a34f3674ac {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:51:46.537059 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-71f96b79-8a4b-4b90-af6c-8edaefdf1473 service neutron] Port e5775f8d-5fed-407e-8244-12be7498c5a2 on network a4ad8719-2efe-4570-ad62-88a34f3674ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:51:46.537379 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-71f96b79-8a4b-4b90-af6c-8edaefdf1473 service neutron] Attempting to bind port e5775f8d-5fed-407e-8244-12be7498c5a2 on network a4ad8719-2efe-4570-ad62-88a34f3674ac {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:51:46.549321 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b9f6e-3d98-4b08-91fd-0b07fe25ce37 req-a0ccb21a-8f29-48c4-bb16-00c4f415834c tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:46.550849 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-527b9f6e-3d98-4b08-91fd-0b07fe25ce37 req-a0ccb21a-8f29-48c4-bb16-00c4f415834c tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 945 time: 0.1172140 Jul 14 13:51:46.552166 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-71f96b79-8a4b-4b90-af6c-8edaefdf1473 service neutron] Checking agent: {'id': '92e582b9-0e65-4c58-8afe-cb3347eabd77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 47, 47), 'started_at': datetime.datetime(2021, 7, 14, 13, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:51:46.552500 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-71f96b79-8a4b-4b90-af6c-8edaefdf1473 service neutron] Checking segment: {'id': 'f1e715ab-9363-44bd-9977-f91e6337307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a4ad8719-2efe-4570-ad62-88a34f3674ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:51:46.553110 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-71f96b79-8a4b-4b90-af6c-8edaefdf1473 service neutron] Bound using segment: {'id': 'f1e715ab-9363-44bd-9977-f91e6337307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a4ad8719-2efe-4570-ad62-88a34f3674ac'} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:51:46.553599 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-71f96b79-8a4b-4b90-af6c-8edaefdf1473 service neutron] Bound port: e5775f8d-5fed-407e-8244-12be7498c5a2, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1e715ab-9363-44bd-9977-f91e6337307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a4ad8719-2efe-4570-ad62-88a34f3674ac'}}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:51:46.553960 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-71f96b79-8a4b-4b90-af6c-8edaefdf1473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:46.627913 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-527b9f6e-3d98-4b08-91fd-0b07fe25ce37 req-ba15899c-236a-43a9-a56a-3c2a7e083379 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705986 Jul 14 13:51:46.650649 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-71f96b79-8a4b-4b90-af6c-8edaefdf1473 service neutron] For port e5775f8d-5fed-407e-8244-12be7498c5a2, host hv-cinder-80069, cleared binding levels {{(pid=104572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:51:46.655719 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-71f96b79-8a4b-4b90-af6c-8edaefdf1473 service neutron] For port e5775f8d-5fed-407e-8244-12be7498c5a2, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=e5775f8d-5fed-407e-8244-12be7498c5a2,segment=NetworkSegment(f1e715ab-9363-44bd-9977-f91e6337307a),segment_id=f1e715ab-9363-44bd-9977-f91e6337307a)] {{(pid=104572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:51:46.666524 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-71f96b79-8a4b-4b90-af6c-8edaefdf1473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28728568'] for port, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:46.706375 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-71f96b79-8a4b-4b90-af6c-8edaefdf1473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:46.707004 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-71f96b79-8a4b-4b90-af6c-8edaefdf1473 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:46.708362 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-71f96b79-8a4b-4b90-af6c-8edaefdf1473 service neutron] 10.222.0.59 "PUT /v2.0/ports/e5775f8d-5fed-407e-8244-12be7498c5a2 HTTP/1.1" status: 200 len: 1093 time: 1.0803699 Jul 14 13:51:46.708823 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d7ef05-ca8c-4565-b733-999cea21425f', 'tag': 'e5775f8d-5fed-407e-8244-12be7498c5a2'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:51:46.711182 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b80854-a127-4fc8-90af-0e6a5c37cf9a" -d '{"events": [{"name": "network-changed", "server_uuid": "32d7ef05-ca8c-4565-b733-999cea21425f", "tag": "e5775f8d-5fed-407e-8244-12be7498c5a2"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:51:46.729706 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f96b79-8a4b-4b90-af6c-8edaefdf1473 service neutron] Pushing event updated for resources: {'Port': ['ID=e5775f8d-5fed-407e-8244-12be7498c5a2,revision_number=3']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:46.757229 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a50b769-664b-4552-a4ab-a0994ef79675 x-openstack-request-id: req-3a50b769-664b-4552-a4ab-a0994ef79675 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:51:46.757844 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32d7ef05-ca8c-4565-b733-999cea21425f", "tag": "e5775f8d-5fed-407e-8244-12be7498c5a2", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:51:46.758299 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3a50b769-664b-4552-a4ab-a0994ef79675 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:51:46.758834 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d7ef05-ca8c-4565-b733-999cea21425f', 'tag': 'e5775f8d-5fed-407e-8244-12be7498c5a2', 'status': 'completed', 'code': 200} Jul 14 13:51:46.812973 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53101482-6f7e-47dd-bd28-1e49fbc99699 req-2755a8a9-27bf-4a02-9a7c-710090e77269 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:46.814538 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-53101482-6f7e-47dd-bd28-1e49fbc99699 req-2755a8a9-27bf-4a02-9a7c-710090e77269 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0778303 Jul 14 13:51:46.860136 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-53101482-6f7e-47dd-bd28-1e49fbc99699 req-aee063cc-7d16-4281-9f99-8630616e6faf tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396359 Jul 14 13:51:46.901554 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-718988ae-386e-4e7f-8e6b-7a7836117cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:47.100227 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-4a574e11-44b2-4b8f-9b99-daca496fe1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:47.101763 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-4a574e11-44b2-4b8f-9b99-daca496fe1a2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5d1ebf7d153426aaf60734324e92eee&device_id=32d7ef05-ca8c-4565-b733-999cea21425f HTTP/1.1" status: 200 len: 1096 time: 0.3186722 Jul 14 13:51:47.154933 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:47.164868 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-1accc6ae-d0c3-47fb-b138-9070deff7efa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5775f8d-5fed-407e-8244-12be7498c5a2 HTTP/1.1" status: 200 len: 217 time: 0.0484385 Jul 14 13:51:47.195282 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 45226) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:47.217149 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-397e39cc-0c41-4562-9b82-fd6dab1a90e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:47.218661 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-397e39cc-0c41-4562-9b82-fd6dab1a90e4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1350c88-2d64-4fb9-8461-f3522c398c41 HTTP/1.1" status: 200 len: 855 time: 0.0446789 Jul 14 13:51:47.256484 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-59809580-33ea-4df1-8957-989e1e0e3e5c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4ad8719-2efe-4570-ad62-88a34f3674ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285492 Jul 14 13:51:47.348880 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-e809ce54-2186-49cd-b097-d07b95c391cb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a33751d38b7b4508ae681090323d40c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1522601 Jul 14 13:51:47.351519 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 45234) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:47.360093 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-4c0774b0-d5af-42b5-9644-68cb8aad1c0f service neutron] 10.222.0.59 "GET /v2.0/networks/a4ad8719-2efe-4570-ad62-88a34f3674ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920746 Jul 14 13:51:47.503184 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0ab04099-2f0d-4094-8d44-71c873fbaea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:47.532922 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e68ca0-c6cd-4d11-90be-ce5ec66fc7be req-8f7d6bc3-8907-43b9-8ed0-4fb1ed556f61 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:47.534401 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-52e68ca0-c6cd-4d11-90be-ce5ec66fc7be req-8f7d6bc3-8907-43b9-8ed0-4fb1ed556f61 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=32d7ef05-ca8c-4565-b733-999cea21425f HTTP/1.1" status: 200 len: 943 time: 0.0635009 Jul 14 13:51:47.535289 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f31318e5-54e7-4bb0-be44-d82f88782c38 req-ba3a8c41-6f9e-4677-8edd-cb85ff0e8c89 service neutron] 10.222.0.59 "GET /v2.0/networks/a4ad8719-2efe-4570-ad62-88a34f3674ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661985 Jul 14 13:51:47.546601 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0ab04099-2f0d-4094-8d44-71c873fbaea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:47.566287 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45685cfe-c5e3-47b3-a759-6d5315810de2 req-92535388-9c39-4c8c-b574-710c8de71ad6 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:47.567773 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-45685cfe-c5e3-47b3-a759-6d5315810de2 req-92535388-9c39-4c8c-b574-710c8de71ad6 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=73290e10-dd43-4d88-89bc-7d54091def52 HTTP/1.1" status: 200 len: 944 time: 0.1466191 Jul 14 13:51:47.586449 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-52e68ca0-c6cd-4d11-90be-ce5ec66fc7be req-9c95c8fb-9d4f-4851-bf78-a1ae74e468d0 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461221 Jul 14 13:51:47.598315 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device baa99388-d476-40e6-b362-5babcdaef05f up at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:51:47.649286 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-45685cfe-c5e3-47b3-a759-6d5315810de2 req-aab448c8-629f-4f3a-a7b0-4222763ac714 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701184 Jul 14 13:51:47.690337 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning for port baa99388-d476-40e6-b362-5babcdaef05f completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:51:47.694205 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning complete for port baa99388-d476-40e6-b362-5babcdaef05f triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:47.694577 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:47.727276 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0ab04099-2f0d-4094-8d44-71c873fbaea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:47.730220 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0ab04099-2f0d-4094-8d44-71c873fbaea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:47.733890 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-0ab04099-2f0d-4094-8d44-71c873fbaea1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f3c33943-bc21-496d-b55e-ade4a8c426f5 HTTP/1.1" status: 204 len: 168 time: 0.3791311 Jul 14 13:51:47.746207 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab04099-2f0d-4094-8d44-71c873fbaea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c33943-bc21-496d-b55e-ade4a8c426f5,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:47.775939 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b80854-a127-4fc8-90af-0e6a5c37cf9a req-8846402a-c192-4b9c-9037-bc37bef2a4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:47.779546 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c0b80854-a127-4fc8-90af-0e6a5c37cf9a req-8846402a-c192-4b9c-9037-bc37bef2a4e7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5d1ebf7d153426aaf60734324e92eee&device_id=32d7ef05-ca8c-4565-b733-999cea21425f HTTP/1.1" status: 200 len: 1096 time: 0.1195142 Jul 14 13:51:47.822689 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:47.860052 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73290e10-dd43-4d88-89bc-7d54091def52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa99388-d476-40e6-b362-5babcdaef05f'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:51:47.863512 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06891aadf294c70300823a606954559f382215362bc7d52ae5ebbe768d2ce9e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbcf666-5cf3-475e-afe4-8ada2517b636" -d '{"events": [{"server_uuid": "73290e10-dd43-4d88-89bc-7d54091def52", "name": "network-vif-plugged", "status": "completed", "tag": "baa99388-d476-40e6-b362-5babcdaef05f"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:51:47.866416 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae4973-10c2-44a0-8c87-2e6a16c7e093 req-2b140ded-bc6d-41a4-8d3c-c3f7a81030ff tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:47.868101 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4cae4973-10c2-44a0-8c87-2e6a16c7e093 req-2b140ded-bc6d-41a4-8d3c-c3f7a81030ff tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 945 time: 0.1095104 Jul 14 13:51:47.876835 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 074daa45-864c-440c-9297-ef146e93fa9f up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:51:47.915228 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e138fed-6890-4699-812a-87293ea37e35 x-openstack-request-id: req-3e138fed-6890-4699-812a-87293ea37e35 {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:51:47.916279 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73290e10-dd43-4d88-89bc-7d54091def52", "name": "network-vif-plugged", "status": "completed", "tag": "baa99388-d476-40e6-b362-5babcdaef05f", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:51:47.916826 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b80854-a127-4fc8-90af-0e6a5c37cf9a req-305f4006-bd4b-43f4-b426-eec1fdead789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:47.917810 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3e138fed-6890-4699-812a-87293ea37e35 {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:51:47.918358 dv-cinder-800697-2-iscsi neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73290e10-dd43-4d88-89bc-7d54091def52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa99388-d476-40e6-b362-5babcdaef05f', 'code': 200} Jul 14 13:51:47.918816 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c0b80854-a127-4fc8-90af-0e6a5c37cf9a req-305f4006-bd4b-43f4-b426-eec1fdead789 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4ad8719-2efe-4570-ad62-88a34f3674ac HTTP/1.1" status: 200 len: 916 time: 0.1318657 Jul 14 13:51:47.920532 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port baa99388-d476-40e6-b362-5babcdaef05f, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=baa99388-d476-40e6-b362-5babcdaef05f,segment=NetworkSegment(79b30a97-febc-4006-9513-f02da6f22bf1),segment_id=79b30a97-febc-4006-9513-f02da6f22bf1)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:47.932003 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:47.999157 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4cae4973-10c2-44a0-8c87-2e6a16c7e093 req-8a37dc7e-e978-4600-9dbd-cd2ca0465be1 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221426 Jul 14 13:51:48.052971 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=baa99388-d476-40e6-b362-5babcdaef05f,revision_number=5']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:48.067705 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning for port 074daa45-864c-440c-9297-ef146e93fa9f completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:51:48.075882 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port 074daa45-864c-440c-9297-ef146e93fa9f triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:48.076438 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:48.095343 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c0b80854-a127-4fc8-90af-0e6a5c37cf9a req-111c483e-95e2-4a0f-a45e-b47b037aed0e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5775f8d-5fed-407e-8244-12be7498c5a2 HTTP/1.1" status: 200 len: 217 time: 0.1385474 Jul 14 13:51:48.201406 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:48.224615 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b80854-a127-4fc8-90af-0e6a5c37cf9a req-c924ed6b-658b-4ecf-8cbb-11341284a1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:48.231189 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c0b80854-a127-4fc8-90af-0e6a5c37cf9a req-c924ed6b-658b-4ecf-8cbb-11341284a1ce service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1350c88-2d64-4fb9-8461-f3522c398c41 HTTP/1.1" status: 200 len: 855 time: 0.1234374 Jul 14 13:51:48.272461 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] For port 074daa45-864c-440c-9297-ef146e93fa9f, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=074daa45-864c-440c-9297-ef146e93fa9f,segment=NetworkSegment(88be31e3-8aa2-4fdf-948b-ec09ff61bb22),segment_id=88be31e3-8aa2-4fdf-948b-ec09ff61bb22)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:48.279910 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:48.312044 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916899b-91c7-4e9a-9e0d-646391eee08c req-bc128f37-8f04-4f0c-9251-40b2cf914dec tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:48.315148 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a916899b-91c7-4e9a-9e0d-646391eee08c req-bc128f37-8f04-4f0c-9251-40b2cf914dec tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.2160814 Jul 14 13:51:48.359348 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Pushing event updated for resources: {'Port': ['ID=074daa45-864c-440c-9297-ef146e93fa9f,revision_number=5']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:48.367248 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c3041-6b6a-481a-a392-39f10e213e0d req-e5d58b16-9132-4073-9f76-4861e18003be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:48.369292 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c80c3041-6b6a-481a-a392-39f10e213e0d req-e5d58b16-9132-4073-9f76-4861e18003be service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=73290e10-dd43-4d88-89bc-7d54091def52 HTTP/1.1" status: 200 len: 1098 time: 0.1071553 Jul 14 13:51:48.371619 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c0b80854-a127-4fc8-90af-0e6a5c37cf9a req-a0153fdd-9268-488e-9023-aa07bb2b8afc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4ad8719-2efe-4570-ad62-88a34f3674ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1315341 Jul 14 13:51:48.406717 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a916899b-91c7-4e9a-9e0d-646391eee08c req-1cb6c4cc-7193-49e4-a59a-1412d6d81765 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341213 Jul 14 13:51:48.453408 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c80c3041-6b6a-481a-a392-39f10e213e0d req-ff2ffc27-334f-4a82-ad21-5bc23811d080 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608666 Jul 14 13:51:48.508026 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c0b80854-a127-4fc8-90af-0e6a5c37cf9a req-7bba51a2-cee4-4a81-8b74-c073b8d86fb9 service neutron] 10.222.0.59 "GET /v2.0/networks/a4ad8719-2efe-4570-ad62-88a34f3674ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046834 Jul 14 13:51:48.800894 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e85817-17f0-461e-96a0-ca356f679f6f req-a801e3d9-789a-438b-8d99-d7b834f75a7c tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:48.802381 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-77e85817-17f0-461e-96a0-ca356f679f6f req-a801e3d9-789a-438b-8d99-d7b834f75a7c tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=32d7ef05-ca8c-4565-b733-999cea21425f HTTP/1.1" status: 200 len: 943 time: 0.0713565 Jul 14 13:51:48.851518 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-77e85817-17f0-461e-96a0-ca356f679f6f req-42b4e89a-3e91-425f-bb5a-66e7126146ab tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422831 Jul 14 13:51:48.928342 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c0b80854-a127-4fc8-90af-0e6a5c37cf9a req-64a61d22-cc9d-4a4d-96b2-9c3f78c711b2 service neutron] 10.222.0.59 "GET /v2.0/networks/a4ad8719-2efe-4570-ad62-88a34f3674ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345682 Jul 14 13:51:48.936779 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ea1ae-0cfa-406d-817a-f9e5b4839db1 req-f83cee22-46cc-466a-a0a8-a3a6ae8bb182 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:48.938126 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7e7ea1ae-0cfa-406d-817a-f9e5b4839db1 req-f83cee22-46cc-466a-a0a8-a3a6ae8bb182 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=73290e10-dd43-4d88-89bc-7d54091def52 HTTP/1.1" status: 200 len: 945 time: 0.1315932 Jul 14 13:51:48.978362 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7e7ea1ae-0cfa-406d-817a-f9e5b4839db1 req-eb392ffe-1b96-4596-a025-fc9cbfb9cb19 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344522 Jul 14 13:51:49.215136 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3851e5-f003-4076-a9e4-369f84bbeb71 req-a01d389a-0d57-4827-b916-aac5c3ae2338 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:49.216726 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0c3851e5-f003-4076-a9e4-369f84bbeb71 req-a01d389a-0d57-4827-b916-aac5c3ae2338 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 945 time: 0.0687671 Jul 14 13:51:49.265187 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0c3851e5-f003-4076-a9e4-369f84bbeb71 req-53dffa2c-bf48-4738-ac1b-6bd29ec383d4 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413184 Jul 14 13:51:49.410232 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8b348e88-3fc8-4da2-9f47-8e7e1078deaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:49.552248 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:49.585537 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578eb22-dbd1-4899-9709-ea6826b51380 req-c4803812-b4aa-42ae-b40a-f844b3433489 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:49.587017 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e578eb22-dbd1-4899-9709-ea6826b51380 req-c4803812-b4aa-42ae-b40a-f844b3433489 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0657313 Jul 14 13:51:49.623224 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e578eb22-dbd1-4899-9709-ea6826b51380 req-ef05f949-a5a9-400a-ae26-2daf81f8ce53 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304461 Jul 14 13:51:49.766845 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 074daa45-864c-440c-9297-ef146e93fa9f up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:51:49.815376 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port 074daa45-864c-440c-9297-ef146e93fa9f triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:49.815734 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:50.020741 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6ae8e-e446-4a94-9d5e-2b9aeb9fa206 req-3bba227e-aa50-4df7-a1f5-19a539e4ec9b tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:50.022955 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-75e6ae8e-e446-4a94-9d5e-2b9aeb9fa206 req-3bba227e-aa50-4df7-a1f5-19a539e4ec9b tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=32d7ef05-ca8c-4565-b733-999cea21425f HTTP/1.1" status: 200 len: 943 time: 0.0725489 Jul 14 13:51:50.062153 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-75e6ae8e-e446-4a94-9d5e-2b9aeb9fa206 req-2ae14fdf-f69e-4bc2-88bb-0538f761f68c tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334473 Jul 14 13:51:50.158802 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6e4e0-3c43-4e02-b3c7-94820a8ef319 req-a6cdf7cf-1222-45c4-bed5-69ccc4e125bf tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:50.160310 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-84d6e4e0-3c43-4e02-b3c7-94820a8ef319 req-a6cdf7cf-1222-45c4-bed5-69ccc4e125bf tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=73290e10-dd43-4d88-89bc-7d54091def52 HTTP/1.1" status: 200 len: 945 time: 0.0716324 Jul 14 13:51:50.200600 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-84d6e4e0-3c43-4e02-b3c7-94820a8ef319 req-2ba97121-9074-4d9a-a169-5b3212ffc309 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343540 Jul 14 13:51:50.452278 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3fe3e-8e83-4af3-9b01-4a287b01bde1 req-42d6285a-74b1-4c86-abb4-7d7ef40b586d tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:50.453619 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-25c3fe3e-8e83-4af3-9b01-4a287b01bde1 req-42d6285a-74b1-4c86-abb4-7d7ef40b586d tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 945 time: 0.0651689 Jul 14 13:51:50.495470 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-25c3fe3e-8e83-4af3-9b01-4a287b01bde1 req-227ca169-f803-4efa-a322-f7ed638fef7f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336590 Jul 14 13:51:50.559623 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:50.806954 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb69a2-b5ce-43a7-a78e-2340e7132f3b req-e92652ce-5a23-48be-a9b2-00b3bee881db tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:50.808451 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a5bb69a2-b5ce-43a7-a78e-2340e7132f3b req-e92652ce-5a23-48be-a9b2-00b3bee881db tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0644619 Jul 14 13:51:50.848170 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a5bb69a2-b5ce-43a7-a78e-2340e7132f3b req-2428970e-6183-413e-b1b7-e2739ae88547 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317388 Jul 14 13:51:51.243825 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04e210-5a37-4b10-a156-6ac2b9477fab req-28888e70-374f-4210-ac97-549ca1a1afa1 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:51.245526 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ea04e210-5a37-4b10-a156-6ac2b9477fab req-28888e70-374f-4210-ac97-549ca1a1afa1 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=32d7ef05-ca8c-4565-b733-999cea21425f HTTP/1.1" status: 200 len: 943 time: 0.0693846 Jul 14 13:51:51.283030 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ea04e210-5a37-4b10-a156-6ac2b9477fab req-096c58d2-7c0f-46fa-8338-be237f5cafcb tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314629 Jul 14 13:51:51.348043 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device e5775f8d-5fed-407e-8244-12be7498c5a2 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=104575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:51:51.376581 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe5aa5-b5b9-49e3-b65c-0d4eba42e8b6 req-6745b647-8895-4db9-a0d8-fc4a1ffd1c01 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:51.378036 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1bbe5aa5-b5b9-49e3-b65c-0d4eba42e8b6 req-6745b647-8895-4db9-a0d8-fc4a1ffd1c01 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=73290e10-dd43-4d88-89bc-7d54091def52 HTTP/1.1" status: 200 len: 945 time: 0.0679467 Jul 14 13:51:51.416602 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1bbe5aa5-b5b9-49e3-b65c-0d4eba42e8b6 req-1182d9ac-36cc-4437-9337-6cafcb9b10db tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323801 Jul 14 13:51:51.441709 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port e5775f8d-5fed-407e-8244-12be7498c5a2, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=e5775f8d-5fed-407e-8244-12be7498c5a2,segment=NetworkSegment(f1e715ab-9363-44bd-9977-f91e6337307a),segment_id=f1e715ab-9363-44bd-9977-f91e6337307a)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:51.452608 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Returning: {'device': 'e5775f8d-5fed-407e-8244-12be7498c5a2', 'network_id': 'a4ad8719-2efe-4570-ad62-88a34f3674ac', 'port_id': 'e5775f8d-5fed-407e-8244-12be7498c5a2', 'mac_address': 'fa:16:3e:e5:4e:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1350c88-2d64-4fb9-8461-f3522c398c41', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:51:51.488135 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:51.503947 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5775f8d-5fed-407e-8244-12be7498c5a2 {{(pid=104575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:51:51.524586 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port e5775f8d-5fed-407e-8244-12be7498c5a2, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=e5775f8d-5fed-407e-8244-12be7498c5a2,segment=NetworkSegment(f1e715ab-9363-44bd-9977-f91e6337307a),segment_id=f1e715ab-9363-44bd-9977-f91e6337307a)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:51.533305 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:51.581281 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=e5775f8d-5fed-407e-8244-12be7498c5a2,revision_number=4']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:51.686939 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d494352-dbdf-4870-aa22-ff0c0d33e885 req-85ccba00-e0b1-4971-9949-c4863e50fc1d tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:51.688361 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4d494352-dbdf-4870-aa22-ff0c0d33e885 req-85ccba00-e0b1-4971-9949-c4863e50fc1d tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 945 time: 0.0707700 Jul 14 13:51:51.727753 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4d494352-dbdf-4870-aa22-ff0c0d33e885 req-ad2e1c3b-1ec6-418c-bbf8-ea56e788b2dd tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317924 Jul 14 13:51:52.046750 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290d1f7-f843-44d2-86dc-11d2ca47a7ff req-ad905782-a56c-4ebb-b54b-9fabf21e6639 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:52.048169 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9290d1f7-f843-44d2-86dc-11d2ca47a7ff req-ad905782-a56c-4ebb-b54b-9fabf21e6639 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0755413 Jul 14 13:51:52.076564 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:52.093504 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9290d1f7-f843-44d2-86dc-11d2ca47a7ff req-5d80191d-630d-4c23-b143-bfebb31a3da9 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376637 Jul 14 13:51:52.458654 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d41b9-5c0f-468d-9272-73b42d7bd08f req-6a602c58-86a1-416f-a2a9-d3b0cf919607 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:52.460184 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-082d41b9-5c0f-468d-9272-73b42d7bd08f req-6a602c58-86a1-416f-a2a9-d3b0cf919607 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=32d7ef05-ca8c-4565-b733-999cea21425f HTTP/1.1" status: 200 len: 944 time: 0.0690517 Jul 14 13:51:52.504674 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-082d41b9-5c0f-468d-9272-73b42d7bd08f req-1dc459d7-dd35-482c-8469-d5771d561a0e tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387745 Jul 14 13:51:52.588911 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188f8d1-61a3-4fd9-b2b8-bb703f23ae64 req-7760e6a2-a22a-4214-a7e5-5fcfceeaeee5 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:52.590415 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c188f8d1-61a3-4fd9-b2b8-bb703f23ae64 req-7760e6a2-a22a-4214-a7e5-5fcfceeaeee5 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=73290e10-dd43-4d88-89bc-7d54091def52 HTTP/1.1" status: 200 len: 945 time: 0.0634162 Jul 14 13:51:52.628717 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c188f8d1-61a3-4fd9-b2b8-bb703f23ae64 req-df7e5771-d216-4871-a069-40729f5db773 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325437 Jul 14 13:51:52.928904 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3fd48-c1cb-48fb-9f71-68e78ea356b5 req-ca78c0bc-c36e-44f8-b26a-4962c801c11b tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:52.930388 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-16b3fd48-c1cb-48fb-9f71-68e78ea356b5 req-ca78c0bc-c36e-44f8-b26a-4962c801c11b tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 945 time: 0.0663064 Jul 14 13:51:52.967926 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-16b3fd48-c1cb-48fb-9f71-68e78ea356b5 req-e12dbc9c-761f-4d52-85ee-1f8baea68499 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318747 Jul 14 13:51:53.007111 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['e5775f8d-5fed-407e-8244-12be7498c5a2'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:51:53.277179 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67742b-5561-474d-951e-e73bd08ca00c req-ad044eca-8f57-4c56-91dc-7fedc807ecf2 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:53.278620 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-3c67742b-5561-474d-951e-e73bd08ca00c req-ad044eca-8f57-4c56-91dc-7fedc807ecf2 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0670874 Jul 14 13:51:53.318008 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-3c67742b-5561-474d-951e-e73bd08ca00c req-c689ddba-649e-4440-927b-9340bfc7d824 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335503 Jul 14 13:51:53.686340 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b129c-6321-4ab4-9564-36d3e8173c14 req-fd4f80e8-bdf9-4e16-81a6-013d8e742666 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:53.687992 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1c5b129c-6321-4ab4-9564-36d3e8173c14 req-fd4f80e8-bdf9-4e16-81a6-013d8e742666 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=32d7ef05-ca8c-4565-b733-999cea21425f HTTP/1.1" status: 200 len: 944 time: 0.0724835 Jul 14 13:51:53.725952 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1c5b129c-6321-4ab4-9564-36d3e8173c14 req-f50b62d8-a0ca-4b3a-88b9-c64fc99ace68 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322495 Jul 14 13:51:53.808754 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71087d08-35df-45bb-b676-d96617d67522 req-1f192d8d-ccb5-493f-b31c-0e6aba4ec9d0 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:53.810180 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-71087d08-35df-45bb-b676-d96617d67522 req-1f192d8d-ccb5-493f-b31c-0e6aba4ec9d0 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=73290e10-dd43-4d88-89bc-7d54091def52 HTTP/1.1" status: 200 len: 945 time: 0.0695367 Jul 14 13:51:53.848526 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-71087d08-35df-45bb-b676-d96617d67522 req-57ff9d28-507a-43c3-a94a-52bacb5dffc8 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326338 Jul 14 13:51:54.149395 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64ad42-71fd-444e-8f7c-5f17a1269560 req-4edcfe08-a7cc-4612-9896-fd4cb047c81f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:54.150890 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8c64ad42-71fd-444e-8f7c-5f17a1269560 req-4edcfe08-a7cc-4612-9896-fd4cb047c81f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 945 time: 0.0643198 Jul 14 13:51:54.190357 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8c64ad42-71fd-444e-8f7c-5f17a1269560 req-d31837ef-2fbf-4f71-9783-97c33880f5c0 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337219 Jul 14 13:51:54.391652 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 8fc7b91e-d223-4e13-8532-c3ca0d191f0b details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=104575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:51:54.405877 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device e5775f8d-5fed-407e-8244-12be7498c5a2 up at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:51:54.509482 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c43fdf-2c71-4623-a12b-c166bda7a802 req-bc436cd4-d497-4d90-a281-93592bf1b859 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:54.511161 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-75c43fdf-2c71-4623-a12b-c166bda7a802 req-bc436cd4-d497-4d90-a281-93592bf1b859 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0752380 Jul 14 13:51:54.524408 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning for port e5775f8d-5fed-407e-8244-12be7498c5a2 completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:51:54.532559 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port 8fc7b91e-d223-4e13-8532-c3ca0d191f0b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=8fc7b91e-d223-4e13-8532-c3ca0d191f0b,segment=NetworkSegment(3782ce6e-4a36-46a1-9082-0427f175f195),segment_id=3782ce6e-4a36-46a1-9082-0427f175f195)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:54.534772 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning complete for port e5775f8d-5fed-407e-8244-12be7498c5a2 triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:54.535171 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:54.549977 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-75c43fdf-2c71-4623-a12b-c166bda7a802 req-916f4402-4ecd-4513-adc8-bc190929215c tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328712 Jul 14 13:51:54.565514 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Returning: {'device': '8fc7b91e-d223-4e13-8532-c3ca0d191f0b', 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92', 'port_id': '8fc7b91e-d223-4e13-8532-c3ca0d191f0b', 'mac_address': 'fa:16:3e:02:b4:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebef684f-df3e-493a-a16d-87acc125d2bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:51:54.620479 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:54.654539 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8fc7b91e-d223-4e13-8532-c3ca0d191f0b {{(pid=104575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:51:54.669873 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:54.687453 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port 8fc7b91e-d223-4e13-8532-c3ca0d191f0b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=8fc7b91e-d223-4e13-8532-c3ca0d191f0b,segment=NetworkSegment(3782ce6e-4a36-46a1-9082-0427f175f195),segment_id=3782ce6e-4a36-46a1-9082-0427f175f195)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:54.695516 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:54.703746 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d7ef05-ca8c-4565-b733-999cea21425f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5775f8d-5fed-407e-8244-12be7498c5a2'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:51:54.705978 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06891aadf294c70300823a606954559f382215362bc7d52ae5ebbe768d2ce9e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76e6ff6-7498-4594-8ac1-a5d4da049fec" -d '{"events": [{"server_uuid": "32d7ef05-ca8c-4565-b733-999cea21425f", "name": "network-vif-plugged", "status": "completed", "tag": "e5775f8d-5fed-407e-8244-12be7498c5a2"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:51:54.740182 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port e5775f8d-5fed-407e-8244-12be7498c5a2, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=e5775f8d-5fed-407e-8244-12be7498c5a2,segment=NetworkSegment(f1e715ab-9363-44bd-9977-f91e6337307a),segment_id=f1e715ab-9363-44bd-9977-f91e6337307a)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:54.745698 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d8caf5-bbe6-4f60-9328-60c406132d52 x-openstack-request-id: req-c6d8caf5-bbe6-4f60-9328-60c406132d52 {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:51:54.745989 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d7ef05-ca8c-4565-b733-999cea21425f", "name": "network-vif-plugged", "status": "completed", "tag": "e5775f8d-5fed-407e-8244-12be7498c5a2", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:51:54.746305 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c6d8caf5-bbe6-4f60-9328-60c406132d52 {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:51:54.746747 dv-cinder-800697-2-iscsi neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d7ef05-ca8c-4565-b733-999cea21425f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5775f8d-5fed-407e-8244-12be7498c5a2', 'code': 200} Jul 14 13:51:54.752688 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:54.779876 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=8fc7b91e-d223-4e13-8532-c3ca0d191f0b,revision_number=6']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:54.851974 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=e5775f8d-5fed-407e-8244-12be7498c5a2,revision_number=5']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:54.922261 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f37048-d31a-4a15-8289-57ec931d53ec req-f232626f-e522-47f8-9339-e2b80d786a28 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:54.925435 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a0f37048-d31a-4a15-8289-57ec931d53ec req-f232626f-e522-47f8-9339-e2b80d786a28 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=32d7ef05-ca8c-4565-b733-999cea21425f HTTP/1.1" status: 200 len: 945 time: 0.0670934 Jul 14 13:51:54.946206 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['8fc7b91e-d223-4e13-8532-c3ca0d191f0b'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:51:54.984550 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a0f37048-d31a-4a15-8289-57ec931d53ec req-e4a93d1a-448d-4dba-ac98-577f18ee7a30 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477722 Jul 14 13:51:55.067324 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191a0b8-d46f-497c-9ac3-423b269ac01e req-7a3a3c97-5a97-4a7c-99d5-b63901d6a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:55.068803 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f191a0b8-d46f-497c-9ac3-423b269ac01e req-7a3a3c97-5a97-4a7c-99d5-b63901d6a4c8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=32d7ef05-ca8c-4565-b733-999cea21425f HTTP/1.1" status: 200 len: 1098 time: 0.0496211 Jul 14 13:51:55.103841 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f191a0b8-d46f-497c-9ac3-423b269ac01e req-b4919864-6e77-47b0-b460-7e6bdc895864 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265367 Jul 14 13:51:55.368067 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb44905-3a0a-4a54-af08-0a76689f5676 req-ec95826a-4e46-41c1-b7e4-52af60f6d6f3 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:55.370152 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4bb44905-3a0a-4a54-af08-0a76689f5676 req-ec95826a-4e46-41c1-b7e4-52af60f6d6f3 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 944 time: 0.0641360 Jul 14 13:51:55.409009 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4bb44905-3a0a-4a54-af08-0a76689f5676 req-e914b5fc-cb68-461d-b563-6b048657651e tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332437 Jul 14 13:51:55.734434 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f433f43-8a90-4f09-80ef-1a3551023745 req-dfdd338b-2595-45f4-882f-e1d7a3ea4cba tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:55.736402 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4f433f43-8a90-4f09-80ef-1a3551023745 req-dfdd338b-2595-45f4-882f-e1d7a3ea4cba tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0662377 Jul 14 13:51:55.774227 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4f433f43-8a90-4f09-80ef-1a3551023745 req-c3d97afa-0b8b-48d3-ab7d-799b8e036015 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320995 Jul 14 13:51:55.809926 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e16cf0-cc60-4e12-ba3d-66c75e4b2825 req-0750b139-407b-4d16-a6df-ee57ebf7a984 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:55.811454 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-78e16cf0-cc60-4e12-ba3d-66c75e4b2825 req-0750b139-407b-4d16-a6df-ee57ebf7a984 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=73290e10-dd43-4d88-89bc-7d54091def52 HTTP/1.1" status: 200 len: 945 time: 0.0652678 Jul 14 13:51:55.856433 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-78e16cf0-cc60-4e12-ba3d-66c75e4b2825 req-a90c1cfc-9340-4570-a360-c73c44a951cc tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389733 Jul 14 13:51:56.169729 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6f76a-519a-4554-a1c9-e164d7c20b70 req-87cdd469-2ec3-422a-83c9-e3e461039193 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:56.171233 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-edb6f76a-519a-4554-a1c9-e164d7c20b70 req-87cdd469-2ec3-422a-83c9-e3e461039193 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=32d7ef05-ca8c-4565-b733-999cea21425f HTTP/1.1" status: 200 len: 945 time: 0.0775406 Jul 14 13:51:56.210378 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-edb6f76a-519a-4554-a1c9-e164d7c20b70 req-2d1affbb-310d-47ec-9b42-44d4350e3da7 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332851 Jul 14 13:51:56.585060 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0e14c-8899-4d3b-b973-d0ec3bf67a3d req-c5846762-60f2-41a0-a67a-38933be9b362 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:56.586504 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f0e0e14c-8899-4d3b-b973-d0ec3bf67a3d req-c5846762-60f2-41a0-a67a-38933be9b362 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 944 time: 0.0639756 Jul 14 13:51:56.623126 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f0e0e14c-8899-4d3b-b973-d0ec3bf67a3d req-bb727e2d-8fe8-4c4d-9c20-6fb24e166aa8 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310731 Jul 14 13:51:56.967451 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca995b6-a449-4f12-a796-65e7f1c06be7 req-f5aa3e41-48cb-42a4-8c57-63e2e2f3aa42 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:56.968921 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-bca995b6-a449-4f12-a796-65e7f1c06be7 req-f5aa3e41-48cb-42a4-8c57-63e2e2f3aa42 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0685482 Jul 14 13:51:57.005719 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-bca995b6-a449-4f12-a796-65e7f1c06be7 req-3ca28b12-4303-47b3-8649-9446b2c448ff tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312142 Jul 14 13:51:57.043269 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a2f49-3a55-4d94-821b-63224efb5171 req-7ba18073-f76c-411a-a7f1-96195586f936 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:57.044727 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-bc5a2f49-3a55-4d94-821b-63224efb5171 req-7ba18073-f76c-411a-a7f1-96195586f936 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=73290e10-dd43-4d88-89bc-7d54091def52 HTTP/1.1" status: 200 len: 945 time: 0.0650511 Jul 14 13:51:57.081891 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-bc5a2f49-3a55-4d94-821b-63224efb5171 req-2a6c5414-df17-4e6a-acfc-6318481933c1 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316489 Jul 14 13:51:57.390334 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c69d6-c595-403b-8a68-e6776763ef45 req-4364a249-f432-43ef-865c-ab5c956286f0 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:57.391823 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-185c69d6-c595-403b-8a68-e6776763ef45 req-4364a249-f432-43ef-865c-ab5c956286f0 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=32d7ef05-ca8c-4565-b733-999cea21425f HTTP/1.1" status: 200 len: 945 time: 0.0697777 Jul 14 13:51:57.429075 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-185c69d6-c595-403b-8a68-e6776763ef45 req-e83a8d00-2534-43a7-b123-27400d23d217 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315597 Jul 14 13:51:57.808924 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef964643-0783-4263-a60b-ac35602d938a req-fb494414-e4e0-44b7-a2fd-9eea1488d7cb tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:57.810406 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ef964643-0783-4263-a60b-ac35602d938a req-fb494414-e4e0-44b7-a2fd-9eea1488d7cb tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 944 time: 0.0667109 Jul 14 13:51:57.849759 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ef964643-0783-4263-a60b-ac35602d938a req-1cfbb7f9-4a18-4a36-aec3-a57260bf9878 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320160 Jul 14 13:51:58.187825 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed866148-e35e-40d8-82fe-829a8c745d0f req-2b5221f5-06a9-44e0-9462-8342c1d46410 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:58.189300 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ed866148-e35e-40d8-82fe-829a8c745d0f req-2b5221f5-06a9-44e0-9462-8342c1d46410 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0691550 Jul 14 13:51:58.234816 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ed866148-e35e-40d8-82fe-829a8c745d0f req-f1a50cd1-3d28-407a-85db-754abcada445 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370626 Jul 14 13:51:58.258656 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28092d35-f6ea-43db-9175-66c5860d70e8 req-9510cb71-86e2-4a6a-aaee-aa39f4f2b107 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:58.260161 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-28092d35-f6ea-43db-9175-66c5860d70e8 req-9510cb71-86e2-4a6a-aaee-aa39f4f2b107 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=73290e10-dd43-4d88-89bc-7d54091def52 HTTP/1.1" status: 200 len: 945 time: 0.0650396 Jul 14 13:51:58.296161 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-28092d35-f6ea-43db-9175-66c5860d70e8 req-1966150b-d65d-452b-8e0a-5a68d18f2775 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304475 Jul 14 13:51:58.390202 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 8fc7b91e-d223-4e13-8532-c3ca0d191f0b up at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:51:58.447287 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning complete for port 8fc7b91e-d223-4e13-8532-c3ca0d191f0b triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:58.447575 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:58.522744 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:58.545206 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd6b9f5-3db4-4989-ab90-d8880de6c6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc7b91e-d223-4e13-8532-c3ca0d191f0b'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:51:58.547424 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06891aadf294c70300823a606954559f382215362bc7d52ae5ebbe768d2ce9e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acad1177-2214-4376-8f67-afceab0f31cc" -d '{"events": [{"server_uuid": "4dd6b9f5-3db4-4989-ab90-d8880de6c6e8", "name": "network-vif-plugged", "status": "completed", "tag": "8fc7b91e-d223-4e13-8532-c3ca0d191f0b"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:51:58.560384 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port 8fc7b91e-d223-4e13-8532-c3ca0d191f0b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=8fc7b91e-d223-4e13-8532-c3ca0d191f0b,segment=NetworkSegment(3782ce6e-4a36-46a1-9082-0427f175f195),segment_id=3782ce6e-4a36-46a1-9082-0427f175f195)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:58.565288 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:58.589542 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d980a920-fd40-4cae-bd59-5f04fb958b7a x-openstack-request-id: req-d980a920-fd40-4cae-bd59-5f04fb958b7a {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:51:58.589840 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd6b9f5-3db4-4989-ab90-d8880de6c6e8", "name": "network-vif-plugged", "status": "completed", "tag": "8fc7b91e-d223-4e13-8532-c3ca0d191f0b", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:51:58.590075 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d980a920-fd40-4cae-bd59-5f04fb958b7a {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:51:58.590460 dv-cinder-800697-2-iscsi neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd6b9f5-3db4-4989-ab90-d8880de6c6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc7b91e-d223-4e13-8532-c3ca0d191f0b', 'code': 200} Jul 14 13:51:58.605951 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64bea4-d6cc-4024-b846-be44e65a224d req-9d7f9741-453f-48e4-8cf8-951e9981de8c tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:58.607910 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-df64bea4-d6cc-4024-b846-be44e65a224d req-9d7f9741-453f-48e4-8cf8-951e9981de8c tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=32d7ef05-ca8c-4565-b733-999cea21425f HTTP/1.1" status: 200 len: 945 time: 0.0713301 Jul 14 13:51:58.619424 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=8fc7b91e-d223-4e13-8532-c3ca0d191f0b,revision_number=7']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:58.652429 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-df64bea4-d6cc-4024-b846-be44e65a224d req-4428dabd-697a-4903-a47e-e85f3c273390 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382740 Jul 14 13:51:59.055511 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665eb1a7-a30f-40df-8f79-9f660bea15c5 req-0d4bb98b-f71a-4ba0-a48d-af0aeeb2f062 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:59.057000 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-665eb1a7-a30f-40df-8f79-9f660bea15c5 req-0d4bb98b-f71a-4ba0-a48d-af0aeeb2f062 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 945 time: 0.0675077 Jul 14 13:51:59.097784 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-665eb1a7-a30f-40df-8f79-9f660bea15c5 req-c1b9fcac-1871-49bf-aa4d-60265229e3f1 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323744 Jul 14 13:51:59.417347 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f239a6-29ed-4ff4-be24-c60a48b10670 req-12a5f639-962a-41f4-a6b7-3168989a94e6 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:59.418721 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b4f239a6-29ed-4ff4-be24-c60a48b10670 req-12a5f639-962a-41f4-a6b7-3168989a94e6 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0631313 Jul 14 13:51:59.455866 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b4f239a6-29ed-4ff4-be24-c60a48b10670 req-7c22faba-bfbf-489c-84df-04241d0798f9 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314374 Jul 14 13:51:59.469014 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e462f-5fa1-4911-a346-ac97669fdbdd req-922d2b15-6fa5-4547-815e-456cbd76bbbd tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:59.470596 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-923e462f-5fa1-4911-a346-ac97669fdbdd req-922d2b15-6fa5-4547-815e-456cbd76bbbd tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=73290e10-dd43-4d88-89bc-7d54091def52 HTTP/1.1" status: 200 len: 945 time: 0.0630481 Jul 14 13:51:59.508057 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-923e462f-5fa1-4911-a346-ac97669fdbdd req-4a24a92f-d7fc-44f8-adb2-1e4ccc553c3e tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319600 Jul 14 13:51:59.826642 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ef464-fcd5-47db-a13a-71698d963e1f req-6b0509db-a108-40de-86e2-7cc38c83a2b5 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:59.828117 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-357ef464-fcd5-47db-a13a-71698d963e1f req-6b0509db-a108-40de-86e2-7cc38c83a2b5 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=32d7ef05-ca8c-4565-b733-999cea21425f HTTP/1.1" status: 200 len: 945 time: 0.0675130 Jul 14 13:51:59.871207 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-357ef464-fcd5-47db-a13a-71698d963e1f req-346ba88b-5413-4e47-b426-e526f3d88c02 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351775 Jul 14 13:52:00.279483 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01c30d-eecc-437f-a5ac-9645994cf651 req-2e64b4ed-3e24-4638-979a-36d5751998bf tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:00.280986 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5e01c30d-eecc-437f-a5ac-9645994cf651 req-2e64b4ed-3e24-4638-979a-36d5751998bf tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 945 time: 0.0674820 Jul 14 13:52:00.320302 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5e01c30d-eecc-437f-a5ac-9645994cf651 req-c9967cf2-bf8f-4235-a25f-3547c98bb479 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335853 Jul 14 13:52:00.634443 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8f62b-a956-420e-8afb-33ee0f088e17 req-33e3ecf9-d71e-4e26-b96f-f38508586b8b tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:00.635962 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-56d8f62b-a956-420e-8afb-33ee0f088e17 req-33e3ecf9-d71e-4e26-b96f-f38508586b8b tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0681241 Jul 14 13:52:00.676875 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-56d8f62b-a956-420e-8afb-33ee0f088e17 req-664feecb-a1b1-4415-86f8-561343719a1f tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353298 Jul 14 13:52:00.693679 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb882875-7525-4134-ad91-8700db7dbb12 req-0ec575e7-6dbe-4cb5-8f87-7e02ee0ab1d2 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:00.700126 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fb882875-7525-4134-ad91-8700db7dbb12 req-0ec575e7-6dbe-4cb5-8f87-7e02ee0ab1d2 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=73290e10-dd43-4d88-89bc-7d54091def52 HTTP/1.1" status: 200 len: 945 time: 0.0716166 Jul 14 13:52:00.745486 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fb882875-7525-4134-ad91-8700db7dbb12 req-fa3ae379-6362-4e19-9dad-1ca471597129 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367382 Jul 14 13:52:01.089041 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f5bd9-3994-441f-bf6c-4cf9e503e5c1 req-5b16241d-7102-4fc2-bb8c-d748cae9d155 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:01.090689 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b32f5bd9-3994-441f-bf6c-4cf9e503e5c1 req-5b16241d-7102-4fc2-bb8c-d748cae9d155 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=32d7ef05-ca8c-4565-b733-999cea21425f HTTP/1.1" status: 200 len: 945 time: 0.0863190 Jul 14 13:52:01.159689 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b32f5bd9-3994-441f-bf6c-4cf9e503e5c1 req-95182761-250f-4b5e-a9e7-b0b9a1a9c0c8 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614407 Jul 14 13:52:01.524828 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1d504-ff7d-4fc1-8003-7bc2cc930ec7 req-6aff3ee3-df29-42c2-8a95-04a4b52027a0 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:01.534029 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-3fb1d504-ff7d-4fc1-8003-7bc2cc930ec7 req-6aff3ee3-df29-42c2-8a95-04a4b52027a0 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 945 time: 0.0843256 Jul 14 13:52:01.583434 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-3fb1d504-ff7d-4fc1-8003-7bc2cc930ec7 req-936552be-dba5-4094-9b78-2be85da30dd4 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483460 Jul 14 13:52:01.934177 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b445b52-57bc-44e2-9b89-5cb6e0326ad0 req-d5ff4214-db18-4e1d-a50e-81fb94c38c0e tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:01.936568 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7b445b52-57bc-44e2-9b89-5cb6e0326ad0 req-d5ff4214-db18-4e1d-a50e-81fb94c38c0e tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0897894 Jul 14 13:52:01.979438 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7b445b52-57bc-44e2-9b89-5cb6e0326ad0 req-887279b6-2261-4057-9d3d-b35d3a0b6619 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370951 Jul 14 13:52:02.005792 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103ba94-51bd-4036-80e2-db9c1f56b8ee req-63905dbc-47d3-4ffb-8315-a1bd026af979 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:02.007520 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d103ba94-51bd-4036-80e2-db9c1f56b8ee req-63905dbc-47d3-4ffb-8315-a1bd026af979 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=73290e10-dd43-4d88-89bc-7d54091def52 HTTP/1.1" status: 200 len: 945 time: 0.0981622 Jul 14 13:52:02.048506 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d103ba94-51bd-4036-80e2-db9c1f56b8ee req-7b6f81aa-b0b3-4059-8a3e-ef292e5367f2 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352879 Jul 14 13:52:02.198121 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e9038-645b-4387-a442-718b0862570d req-4a0917bd-7991-4443-88cf-369d9a9854b9 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:02.201219 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e43e9038-645b-4387-a442-718b0862570d req-4a0917bd-7991-4443-88cf-369d9a9854b9 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.59 "GET /v2.0/ports?device_id=73290e10-dd43-4d88-89bc-7d54091def52 HTTP/1.1" status: 200 len: 945 time: 0.0739815 Jul 14 13:52:02.369673 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-e43e9038-645b-4387-a442-718b0862570d req-5a033d65-9950-4c79-8092-86a636e244ac tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Deleting port baa99388-d476-40e6-b362-5babcdaef05f {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:52:02.369673 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-e43e9038-645b-4387-a442-718b0862570d req-5a033d65-9950-4c79-8092-86a636e244ac tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:02.493623 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9c3e5-23a6-420c-a483-ab676be7a385 req-39840292-51f7-4366-8865-fd64bb53ddea tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:02.495253 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fce9c3e5-23a6-420c-a483-ab676be7a385 req-39840292-51f7-4366-8865-fd64bb53ddea tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=32d7ef05-ca8c-4565-b733-999cea21425f HTTP/1.1" status: 200 len: 945 time: 0.1047778 Jul 14 13:52:02.497768 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-e43e9038-645b-4387-a442-718b0862570d req-5a033d65-9950-4c79-8092-86a636e244ac tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] For port baa99388-d476-40e6-b362-5babcdaef05f, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=baa99388-d476-40e6-b362-5babcdaef05f,segment=NetworkSegment(79b30a97-febc-4006-9513-f02da6f22bf1),segment_id=79b30a97-febc-4006-9513-f02da6f22bf1)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:52:02.498456 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-e43e9038-645b-4387-a442-718b0862570d req-5a033d65-9950-4c79-8092-86a636e244ac tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:02.525547 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-e43e9038-645b-4387-a442-718b0862570d req-5a033d65-9950-4c79-8092-86a636e244ac tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Calling delete_port for baa99388-d476-40e6-b362-5babcdaef05f owned by compute:nova {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:52:02.543883 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fce9c3e5-23a6-420c-a483-ab676be7a385 req-f0b2c5d3-a092-4ce3-95db-a5eb5f016e61 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420270 Jul 14 13:52:02.758325 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-e43e9038-645b-4387-a442-718b0862570d req-5a033d65-9950-4c79-8092-86a636e244ac tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:02.798760 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['baa99388-d476-40e6-b362-5babcdaef05f'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:52:02.816502 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a033d65-9950-4c79-8092-86a636e244ac tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Pushing event deleted for resources: {'Port': ['ID=baa99388-d476-40e6-b362-5babcdaef05f,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:02.886967 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43e9038-645b-4387-a442-718b0862570d req-5a033d65-9950-4c79-8092-86a636e244ac tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] No DVR routers for this DVR port baa99388-d476-40e6-b362-5babcdaef05f on host hv-cinder-80069 {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:52:02.887168 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a30f5-6b69-4d44-8105-ff73099a1742 req-26b42e38-db84-4b10-9c20-c7e3bc42b511 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:02.889777 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-e43e9038-645b-4387-a442-718b0862570d req-5a033d65-9950-4c79-8092-86a636e244ac tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:02.893249 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e43e9038-645b-4387-a442-718b0862570d req-5a033d65-9950-4c79-8092-86a636e244ac tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.59 "DELETE /v2.0/ports/baa99388-d476-40e6-b362-5babcdaef05f HTTP/1.1" status: 204 len: 173 time: 0.6842959 Jul 14 13:52:02.895511 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5d1a30f5-6b69-4d44-8105-ff73099a1742 req-26b42e38-db84-4b10-9c20-c7e3bc42b511 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 945 time: 0.1326249 Jul 14 13:52:02.896387 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73290e10-dd43-4d88-89bc-7d54091def52', 'name': 'network-vif-deleted', 'tag': 'baa99388-d476-40e6-b362-5babcdaef05f'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:52:02.900566 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48506187-7ffc-4a6b-b915-d05308aa5e77" -d '{"events": [{"server_uuid": "73290e10-dd43-4d88-89bc-7d54091def52", "name": "network-vif-deleted", "tag": "baa99388-d476-40e6-b362-5babcdaef05f"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:52:02.981683 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5d1a30f5-6b69-4d44-8105-ff73099a1742 req-9847ab6b-56b0-4924-8f0b-059535e4799c tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851820 Jul 14 13:52:03.025626 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d3cf27-2a8b-4f1c-98c8-74dfa5aac8e7 x-openstack-request-id: req-b1d3cf27-2a8b-4f1c-98c8-74dfa5aac8e7 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:52:03.025920 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73290e10-dd43-4d88-89bc-7d54091def52", "name": "network-vif-deleted", "tag": "baa99388-d476-40e6-b362-5babcdaef05f", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:52:03.026173 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b1d3cf27-2a8b-4f1c-98c8-74dfa5aac8e7 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:52:03.026574 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73290e10-dd43-4d88-89bc-7d54091def52', 'name': 'network-vif-deleted', 'tag': 'baa99388-d476-40e6-b362-5babcdaef05f', 'status': 'completed', 'code': 200} Jul 14 13:52:03.285336 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e779602-31f3-4829-a52c-22f84f743ee6 req-27c2e07d-7f96-4f19-810a-84db680162ef tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:03.287655 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0e779602-31f3-4829-a52c-22f84f743ee6 req-27c2e07d-7f96-4f19-810a-84db680162ef tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.1213150 Jul 14 13:52:03.413903 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0e779602-31f3-4829-a52c-22f84f743ee6 req-9ed3cded-8a06-4167-8da7-cb5e577e0973 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201622 Jul 14 13:52:03.640783 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d4fd1ce4-dfaf-4cc7-887f-3ceea6ccb9c8 req-6a3b3e6e-7903-46c8-9288-31cadfcf3e09 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=73290e10-dd43-4d88-89bc-7d54091def52 HTTP/1.1" status: 200 len: 210 time: 0.0463223 Jul 14 13:52:04.022569 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 45600) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:04.278564 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad285d-7d5f-4941-8ec1-d796f07ba7f0 req-246e9030-195e-47da-97f9-59a228599da9 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:04.286086 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a4ad285d-7d5f-4941-8ec1-d796f07ba7f0 req-246e9030-195e-47da-97f9-59a228599da9 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 945 time: 0.0972452 Jul 14 13:52:04.337143 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a4ad285d-7d5f-4941-8ec1-d796f07ba7f0 req-4dcb1c40-d5da-4fe2-866c-69499a40d818 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460937 Jul 14 13:52:04.361293 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b1539dc4-7471-4e1e-b16d-57ab81e37a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:04.465742 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b1539dc4-7471-4e1e-b16d-57ab81e37a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:04.473082 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b1539dc4-7471-4e1e-b16d-57ab81e37a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:04.523886 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1539dc4-7471-4e1e-b16d-57ab81e37a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e85ece-71de-429a-aa79-19a5b9e5d4fb,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:04.540685 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 45614) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:04.540882 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-b1539dc4-7471-4e1e-b16d-57ab81e37a98 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a60fd27879854978b067ed677a4b1c13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5164773 Jul 14 13:52:04.623947 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-cda6f082-990e-4e9f-901e-59d6222773f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:04.653689 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-cda6f082-990e-4e9f-901e-59d6222773f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:04.696204 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d47d0-c2b2-453b-abe3-b5d370f047f8 req-1c0c725a-5919-46d8-a11a-f86ce14848c9 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:04.697646 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b57d47d0-c2b2-453b-abe3-b5d370f047f8 req-1c0c725a-5919-46d8-a11a-f86ce14848c9 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.1003778 Jul 14 13:52:04.728583 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-cda6f082-990e-4e9f-901e-59d6222773f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:04.731194 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-cda6f082-990e-4e9f-901e-59d6222773f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:04.733103 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-cda6f082-990e-4e9f-901e-59d6222773f2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/78e85ece-71de-429a-aa79-19a5b9e5d4fb HTTP/1.1" status: 204 len: 168 time: 0.1918206 Jul 14 13:52:04.763434 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda6f082-990e-4e9f-901e-59d6222773f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e85ece-71de-429a-aa79-19a5b9e5d4fb,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:04.765581 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b57d47d0-c2b2-453b-abe3-b5d370f047f8 req-40da79f9-7796-427a-b265-513d6b99d93b tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613904 Jul 14 13:52:04.848172 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.agents_db [None req-f94fc2f4-144f-4bce-9715-a006bfd56775 None None] Agent healthcheck: found 6 active agents {{(pid=104576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:52:05.523274 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22847a15-47e3-4b5e-ad7c-259f01fee8df req-a309c52c-a37b-44e4-a4eb-448798649d28 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:05.533468 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-22847a15-47e3-4b5e-ad7c-259f01fee8df req-a309c52c-a37b-44e4-a4eb-448798649d28 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 945 time: 0.0708961 Jul 14 13:52:05.609120 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-22847a15-47e3-4b5e-ad7c-259f01fee8df req-e507d845-5e46-4408-a706-4180babdbd49 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745699 Jul 14 13:52:05.949024 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964ba7a-ba52-403d-bfbe-b8ff9712e21c req-7d8d7966-5f8c-4c1a-b17d-00c8bc7bd4eb tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:05.950562 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4964ba7a-ba52-403d-bfbe-b8ff9712e21c req-7d8d7966-5f8c-4c1a-b17d-00c8bc7bd4eb tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0702894 Jul 14 13:52:05.995289 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4964ba7a-ba52-403d-bfbe-b8ff9712e21c req-ad05f9c9-c793-4e99-a104-26bfa220d5af tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364764 Jul 14 13:52:06.842188 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666169f-9d57-406f-a092-95fab89b77d6 req-ec2a6415-7d76-4cfe-8690-625eaad9fad8 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:06.843732 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d666169f-9d57-406f-a092-95fab89b77d6 req-ec2a6415-7d76-4cfe-8690-625eaad9fad8 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 945 time: 0.0750439 Jul 14 13:52:06.883894 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d666169f-9d57-406f-a092-95fab89b77d6 req-a7805fd4-a4b3-4c6b-b619-0a8244a1bb15 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343161 Jul 14 13:52:07.140602 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device baa99388-d476-40e6-b362-5babcdaef05f no longer exists at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:52:07.170512 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] No Port match for: baa99388-d476-40e6-b362-5babcdaef05f {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:52:07.171597 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device baa99388-d476-40e6-b362-5babcdaef05f not bound to the agent host hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:52:07.251705 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a95b2-340f-423c-88bc-e8fd3c507eee req-5cb9b6b5-dd99-4a19-8422-f10aef0ac574 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:07.253187 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d21a95b2-340f-423c-88bc-e8fd3c507eee req-5cb9b6b5-dd99-4a19-8422-f10aef0ac574 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.1427178 Jul 14 13:52:07.299784 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d21a95b2-340f-423c-88bc-e8fd3c507eee req-6a52a0a3-63a2-40c3-878a-88257be330d3 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405035 Jul 14 13:52:08.089171 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535aab4-cb9d-4510-b68d-cedffbb126d0 req-e58aa6bb-6589-4845-b50a-bfcbc39a375b tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:08.090561 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b535aab4-cb9d-4510-b68d-cedffbb126d0 req-e58aa6bb-6589-4845-b50a-bfcbc39a375b tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 945 time: 0.0692575 Jul 14 13:52:08.144388 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b535aab4-cb9d-4510-b68d-cedffbb126d0 req-5d3d2c19-108e-4e0b-ad21-e10cd20858ed tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476732 Jul 14 13:52:08.526984 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f57d41-9555-4d8c-97ea-90b50c8427ca req-2b6b0e39-3405-4818-af89-bc30c3827861 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:08.528700 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-05f57d41-9555-4d8c-97ea-90b50c8427ca req-2b6b0e39-3405-4818-af89-bc30c3827861 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0991621 Jul 14 13:52:08.583176 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-05f57d41-9555-4d8c-97ea-90b50c8427ca req-efdc1ab2-b0f4-4151-b4cb-78b7b25f4226 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481355 Jul 14 13:52:10.005402 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-9652305c-077c-4cad-af44-e5a5d7d48c33 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:10.007064 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-9652305c-077c-4cad-af44-e5a5d7d48c33 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/networks?id=56766f9b-8806-404a-bc60-d323fb9ca761 HTTP/1.1" status: 200 len: 809 time: 0.1272149 Jul 14 13:52:10.036591 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-e51f574e-1f76-4657-a978-9de87313b8a3 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:10.038185 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-e51f574e-1f76-4657-a978-9de87313b8a3 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/networks?id=a4ad8719-2efe-4570-ad62-88a34f3674ac HTTP/1.1" status: 200 len: 815 time: 0.1556606 Jul 14 13:52:10.041485 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-7e68e12a-9250-4704-aa47-02a0268b00fe tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/quotas/4240b3dad32040c6a62d86856d2ed238 HTTP/1.1" status: 200 len: 375 time: 0.0189562 Jul 14 13:52:10.054493 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-f27ed40b-84bb-422a-8a02-af581c0c5252 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/quotas/c5d1ebf7d153426aaf60734324e92eee HTTP/1.1" status: 200 len: 375 time: 0.0107756 Jul 14 13:52:10.080662 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-bbbbf9ea-c683-47fc-8768-4b05bf45eaf3 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4240b3dad32040c6a62d86856d2ed238&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338323 Jul 14 13:52:10.162806 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-ccd2a320-ab21-4a33-8c38-8e233883c7a3 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5d1ebf7d153426aaf60734324e92eee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1011312 Jul 14 13:52:10.242172 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-0cc4cf85-deb5-418d-b3f5-eff3c86e52de service neutron] 10.222.0.35 "GET /v2.0/networks/56766f9b-8806-404a-bc60-d323fb9ca761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508722 Jul 14 13:52:10.291163 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-9ca714f3-4015-415f-9efb-d4e342136226 service neutron] 10.222.0.35 "GET /v2.0/networks/a4ad8719-2efe-4570-ad62-88a34f3674ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204560 Jul 14 13:52:10.385264 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-3364289c-75c2-4bef-a54e-b282243f18cb service neutron] 10.222.0.35 "GET /v2.0/networks/a4ad8719-2efe-4570-ad62-88a34f3674ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876200 Jul 14 13:52:10.607297 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-ac607fda-c447-4ba2-9f4b-b51735e59bb7 service neutron] 10.222.0.35 "GET /v2.0/networks/56766f9b-8806-404a-bc60-d323fb9ca761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613429 Jul 14 13:52:10.851009 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5c1e9-e639-4580-b35b-f2329456b35c req-b0088fc0-b867-448c-bce8-439918780f2d tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:10.852787 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6eb5c1e9-e639-4580-b35b-f2329456b35c req-b0088fc0-b867-448c-bce8-439918780f2d tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 945 time: 0.0869455 Jul 14 13:52:10.903396 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6eb5c1e9-e639-4580-b35b-f2329456b35c req-026dbf94-48f9-4240-961e-5754a36e290e tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443554 Jul 14 13:52:10.951917 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758efee6-aff1-4fac-8a5f-75e2236e035d req-879553f7-8854-48be-a820-c4a0142e24da tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:10.959870 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-758efee6-aff1-4fac-8a5f-75e2236e035d req-879553f7-8854-48be-a820-c4a0142e24da tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.1207819 Jul 14 13:52:11.044988 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-758efee6-aff1-4fac-8a5f-75e2236e035d req-2e281063-83b0-4566-8ed3-8793a6aa192a tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838399 Jul 14 13:52:11.076716 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9ff86de1-127b-43bf-8d1b-f35a6f8a9ea4 req-b1ba5fba-3796-439f-aa41-f595037d2b35 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=386215c6-f18b-448e-a9d6-87856f474f59 HTTP/1.1" status: 200 len: 210 time: 0.0879962 Jul 14 13:52:11.139840 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a77c4d24-0993-4ce3-81bd-f12605fe86b3 req-7d97c6e0-8f7d-4d30-a686-d2253f80d005 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6d499e-d585-4876-b972-64030676256e HTTP/1.1" status: 200 len: 210 time: 0.0452147 Jul 14 13:52:11.331540 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ae792-f5d2-4eba-8403-bce6fb4b1ef3 req-d9d27ff8-db75-46a6-882d-8a75e667645b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:11.333050 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a70ae792-f5d2-4eba-8403-bce6fb4b1ef3 req-d9d27ff8-db75-46a6-882d-8a75e667645b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 1098 time: 0.0614290 Jul 14 13:52:11.376269 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a70ae792-f5d2-4eba-8403-bce6fb4b1ef3 req-43048ba1-a6d5-4d29-bea8-a82111239a3a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356472 Jul 14 13:52:12.092398 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ff20c-cde2-45ae-8605-655769c477ac req-8fc2dba4-4c17-4e14-a6af-74da26cbbf5d tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:12.093872 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e64ff20c-cde2-45ae-8605-655769c477ac req-8fc2dba4-4c17-4e14-a6af-74da26cbbf5d tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 945 time: 0.0704577 Jul 14 13:52:12.132712 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e64ff20c-cde2-45ae-8605-655769c477ac req-5a1267c9-dee6-43d2-baf7-8cd23c017b4b tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332024 Jul 14 13:52:12.242398 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d4fc7-da9a-49ca-8814-63d1594a54d4 req-a49168a6-1833-431e-9ad1-232d54501bac tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:12.243896 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-bf1d4fc7-da9a-49ca-8814-63d1594a54d4 req-a49168a6-1833-431e-9ad1-232d54501bac tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0808749 Jul 14 13:52:12.281382 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-bf1d4fc7-da9a-49ca-8814-63d1594a54d4 req-67869b81-59fb-488c-8faf-e2c2a90305e8 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319438 Jul 14 13:52:12.286182 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a67a8a41-704d-429b-ba0e-8b2692776984 req-8a6deeb3-f793-4ab1-ac77-7fb576fa56e8 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=386215c6-f18b-448e-a9d6-87856f474f59 HTTP/1.1" status: 200 len: 210 time: 0.0303907 Jul 14 13:52:12.406380 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7b48562e-40cb-4948-a0dd-5572cecb6d60 req-93cd98d6-5e3d-4781-a2ba-2b0bda581804 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6d499e-d585-4876-b972-64030676256e HTTP/1.1" status: 200 len: 210 time: 0.0288150 Jul 14 13:52:12.477298 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5634dcf-3520-41e8-808e-b5b71e8c91ff req-01e78e2c-1535-4f39-a6e2-9171f78427ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:12.478781 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c5634dcf-3520-41e8-808e-b5b71e8c91ff req-01e78e2c-1535-4f39-a6e2-9171f78427ac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0aa375225aa7437fa9ce67ac24df914c&device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 1098 time: 0.0581694 Jul 14 13:52:12.662234 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5634dcf-3520-41e8-808e-b5b71e8c91ff req-27dad1f2-a68f-4e81-b3ae-8d96b004454f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:12.663906 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c5634dcf-3520-41e8-808e-b5b71e8c91ff req-27dad1f2-a68f-4e81-b3ae-8d96b004454f service neutron] 10.222.0.59 "GET /v2.0/networks?id=4b726da0-ae68-495b-bfc7-0968d1d28d92 HTTP/1.1" status: 200 len: 918 time: 0.0875039 Jul 14 13:52:12.776855 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-ad880779-1c32-4a68-9f4f-2e1e0cb25c2e tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:12.778618 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-ad880779-1c32-4a68-9f4f-2e1e0cb25c2e tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.59 "GET /v2.0/networks?id=a4ad8719-2efe-4570-ad62-88a34f3674ac HTTP/1.1" status: 200 len: 815 time: 0.1142313 Jul 14 13:52:12.778806 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c5634dcf-3520-41e8-808e-b5b71e8c91ff req-cf74cefb-3d59-4eec-8f31-520f78f4461a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fc7b91e-d223-4e13-8532-c3ca0d191f0b HTTP/1.1" status: 200 len: 1000 time: 0.1002607 Jul 14 13:52:12.818804 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-e4192163-c77d-47f2-bdf0-dece6538d148 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Request body: {'port': {'device_id': '386215c6-f18b-448e-a9d6-87856f474f59', 'network_id': 'a4ad8719-2efe-4570-ad62-88a34f3674ac', 'admin_state_up': True, 'tenant_id': 'c5d1ebf7d153426aaf60734324e92eee'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:52:12.842203 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5634dcf-3520-41e8-808e-b5b71e8c91ff req-486e6ea1-4bb8-4999-b940-34960c0a5ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:12.843686 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c5634dcf-3520-41e8-808e-b5b71e8c91ff req-486e6ea1-4bb8-4999-b940-34960c0a5ce2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ebef684f-df3e-493a-a16d-87acc125d2bb HTTP/1.1" status: 200 len: 856 time: 0.0425541 Jul 14 13:52:12.926245 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-e4192163-c77d-47f2-bdf0-dece6538d148 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Made reservation on behalf of c5d1ebf7d153426aaf60734324e92eee for: {'port': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:52:12.929819 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-e4192163-c77d-47f2-bdf0-dece6538d148 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:12.979720 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5634dcf-3520-41e8-808e-b5b71e8c91ff req-908625bb-5e2d-4fbe-a021-6314ae87364e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:12.981099 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c5634dcf-3520-41e8-808e-b5b71e8c91ff req-908625bb-5e2d-4fbe-a021-6314ae87364e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b726da0-ae68-495b-bfc7-0968d1d28d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0602672 Jul 14 13:52:13.059203 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_common [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-e4192163-c77d-47f2-bdf0-dece6538d148 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Allocated IP 172.20.0.12 (a4ad8719-2efe-4570-ad62-88a34f3674ac/d1350c88-2d64-4fb9-8461-f3522c398c41/b85c8dbe-cd4d-4047-b4c9-7cbb0817af00) {{(pid=104573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:52:13.098343 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c5634dcf-3520-41e8-808e-b5b71e8c91ff req-644cc748-055a-414d-8750-ec16f68bfdf6 service neutron] 10.222.0.59 "GET /v2.0/networks/4b726da0-ae68-495b-bfc7-0968d1d28d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821331 Jul 14 13:52:13.214997 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c5634dcf-3520-41e8-808e-b5b71e8c91ff req-3632800c-b314-4511-9ad7-e3b54fc9bf9a service neutron] 10.222.0.59 "GET /v2.0/networks/4b726da0-ae68-495b-bfc7-0968d1d28d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001434 Jul 14 13:52:13.231807 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-e4192163-c77d-47f2-bdf0-dece6538d148 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Notify callbacks [] for port, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:13.279091 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-e4192163-c77d-47f2-bdf0-dece6538d148 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25680231'] for port, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:13.324774 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc230bd7-c761-43ac-99b7-2a7c23ef61ef req-d65d2969-2a46-4b2d-a993-08249e8ae40d tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:13.326392 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-bc230bd7-c761-43ac-99b7-2a7c23ef61ef req-d65d2969-2a46-4b2d-a993-08249e8ae40d tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 945 time: 0.0683143 Jul 14 13:52:13.327899 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-e4192163-c77d-47f2-bdf0-dece6538d148 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Network a4ad8719-2efe-4570-ad62-88a34f3674ac is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:52:13.335761 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-e4192163-c77d-47f2-bdf0-dece6538d148 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:52:13.345425 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-e4192163-c77d-47f2-bdf0-dece6538d148 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Received port after_create {{(pid=104573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:52:13.362959 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['98516769-a30e-4834-a3f6-4f72ab7f607e', 'e5775f8d-5fed-407e-8244-12be7498c5a2'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:52:13.371468 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4192163-c77d-47f2-bdf0-dece6538d148 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Pushing event updated for resources: {'Port': ['ID=b85c8dbe-cd4d-4047-b4c9-7cbb0817af00,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:13.379501 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-bc230bd7-c761-43ac-99b7-2a7c23ef61ef req-13c437e7-de0d-466b-b9cd-b53481e873da tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474367 Jul 14 13:52:13.403447 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-e4192163-c77d-47f2-bdf0-dece6538d148 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:13.404328 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-e4192163-c77d-47f2-bdf0-dece6538d148 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:13.447753 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-e4192163-c77d-47f2-bdf0-dece6538d148 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6330514 Jul 14 13:52:13.484546 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacedeb3-bba1-4600-893f-fa129016b1e4 req-ce68e6f0-5b70-4eb7-814c-2a41a25d9ef7 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:13.486314 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-cacedeb3-bba1-4600-893f-fa129016b1e4 req-ce68e6f0-5b70-4eb7-814c-2a41a25d9ef7 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0727243 Jul 14 13:52:13.496412 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-5fa5aabc-71eb-49d1-9dad-0edb1bc0ae44 service neutron] Request body: {'port': {'device_id': '386215c6-f18b-448e-a9d6-87856f474f59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:52:13.589524 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19873b-1aae-47a2-8778-e916cb421def req-b85c5ea5-ae16-41dd-8128-07e5b2cfecda tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:13.591313 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6b19873b-1aae-47a2-8778-e916cb421def req-b85c5ea5-ae16-41dd-8128-07e5b2cfecda tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=386215c6-f18b-448e-a9d6-87856f474f59 HTTP/1.1" status: 200 len: 932 time: 0.0831120 Jul 14 13:52:13.619896 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-cacedeb3-bba1-4600-893f-fa129016b1e4 req-4122c06e-2f0d-4110-9507-c086d524c800 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199298 Jul 14 13:52:13.652415 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-5fa5aabc-71eb-49d1-9dad-0edb1bc0ae44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:13.667741 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6b19873b-1aae-47a2-8778-e916cb421def req-60708dbc-6a46-47b8-8b56-aa4645f1b8bf tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703967 Jul 14 13:52:13.887377 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-46e21c1d-fdc2-4d21-848c-8aaed1854506 req-716d0cf4-3c58-4467-bdfa-cbb69b49c2e8 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6d499e-d585-4876-b972-64030676256e HTTP/1.1" status: 200 len: 210 time: 0.0811505 Jul 14 13:52:13.916982 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-23377c1c-99c5-4df2-b6e1-0dc746823b26 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:13.918527 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-23377c1c-99c5-4df2-b6e1-0dc746823b26 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.59 "GET /v2.0/networks?id=56766f9b-8806-404a-bc60-d323fb9ca761 HTTP/1.1" status: 200 len: 809 time: 0.1485648 Jul 14 13:52:13.940374 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-5298516e-9882-4f60-8b35-6637000d6341 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Request body: {'port': {'device_id': '9e6d499e-d585-4876-b972-64030676256e', 'network_id': '56766f9b-8806-404a-bc60-d323fb9ca761', 'admin_state_up': True, 'tenant_id': '4240b3dad32040c6a62d86856d2ed238'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:52:14.033627 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.notifiers.nova [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-5fa5aabc-71eb-49d1-9dad-0edb1bc0ae44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b85c8dbe-cd4d-4047-b4c9-7cbb0817af00 {{(pid=104573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:52:14.042762 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-5fa5aabc-71eb-49d1-9dad-0edb1bc0ae44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:14.057573 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.provisioning_blocks [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-5fa5aabc-71eb-49d1-9dad-0edb1bc0ae44 service neutron] Transition to ACTIVE for port object b85c8dbe-cd4d-4047-b4c9-7cbb0817af00 will not be triggered until provisioned by entity L2. {{(pid=104573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:52:14.065310 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-5fa5aabc-71eb-49d1-9dad-0edb1bc0ae44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25680236'] for port, after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:14.121223 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa5aabc-71eb-49d1-9dad-0edb1bc0ae44 service neutron] Pushing event updated for resources: {'Port': ['ID=b85c8dbe-cd4d-4047-b4c9-7cbb0817af00,revision_number=2']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:14.241774 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.managers [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-5fa5aabc-71eb-49d1-9dad-0edb1bc0ae44 service neutron] Attempting to bind port b85c8dbe-cd4d-4047-b4c9-7cbb0817af00 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=104573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:52:14.242104 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.managers [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-5fa5aabc-71eb-49d1-9dad-0edb1bc0ae44 service neutron] Attempting to bind port b85c8dbe-cd4d-4047-b4c9-7cbb0817af00 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'f1e715ab-9363-44bd-9977-f91e6337307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a4ad8719-2efe-4570-ad62-88a34f3674ac'}] {{(pid=104573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:52:14.242448 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-5fa5aabc-71eb-49d1-9dad-0edb1bc0ae44 service neutron] Attempting to bind port b85c8dbe-cd4d-4047-b4c9-7cbb0817af00 on network a4ad8719-2efe-4570-ad62-88a34f3674ac {{(pid=104573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:52:14.251274 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-5fa5aabc-71eb-49d1-9dad-0edb1bc0ae44 service neutron] Port b85c8dbe-cd4d-4047-b4c9-7cbb0817af00 on network a4ad8719-2efe-4570-ad62-88a34f3674ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=104573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:52:14.251594 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-5fa5aabc-71eb-49d1-9dad-0edb1bc0ae44 service neutron] Attempting to bind port b85c8dbe-cd4d-4047-b4c9-7cbb0817af00 on network a4ad8719-2efe-4570-ad62-88a34f3674ac {{(pid=104573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:52:14.264893 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933197c-11a6-438c-924e-bc57667e2443 req-bb66a2f1-075a-428f-b2c9-75b9437778e8 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:14.266363 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0933197c-11a6-438c-924e-bc57667e2443 req-bb66a2f1-075a-428f-b2c9-75b9437778e8 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.1205785 Jul 14 13:52:14.267508 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-5fa5aabc-71eb-49d1-9dad-0edb1bc0ae44 service neutron] Checking agent: {'id': '92e582b9-0e65-4c58-8afe-cb3347eabd77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 47, 47), 'started_at': datetime.datetime(2021, 7, 14, 13, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:52:14.267837 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-5fa5aabc-71eb-49d1-9dad-0edb1bc0ae44 service neutron] Checking segment: {'id': 'f1e715ab-9363-44bd-9977-f91e6337307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a4ad8719-2efe-4570-ad62-88a34f3674ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:52:14.268209 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-5fa5aabc-71eb-49d1-9dad-0edb1bc0ae44 service neutron] Bound using segment: {'id': 'f1e715ab-9363-44bd-9977-f91e6337307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a4ad8719-2efe-4570-ad62-88a34f3674ac'} {{(pid=104573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:52:14.268643 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.managers [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-5fa5aabc-71eb-49d1-9dad-0edb1bc0ae44 service neutron] Bound port: b85c8dbe-cd4d-4047-b4c9-7cbb0817af00, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1e715ab-9363-44bd-9977-f91e6337307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a4ad8719-2efe-4570-ad62-88a34f3674ac'}}] {{(pid=104573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:52:14.268997 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-5fa5aabc-71eb-49d1-9dad-0edb1bc0ae44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:14.349441 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0933197c-11a6-438c-924e-bc57667e2443 req-affb8ef4-0ca0-4ba6-8f7d-51cfea1115b8 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712104 Jul 14 13:52:14.363492 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcab697-161e-4a12-a98d-5c12f3ebcaf9 req-6bf5a9e4-1887-4177-b80f-7db8bbd75d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:14.365071 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2bcab697-161e-4a12-a98d-5c12f3ebcaf9 req-6bf5a9e4-1887-4177-b80f-7db8bbd75d76 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f9d746b4e934f23803208b8947e1ac5&device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 1098 time: 0.1120777 Jul 14 13:52:14.367666 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-5fa5aabc-71eb-49d1-9dad-0edb1bc0ae44 service neutron] For port b85c8dbe-cd4d-4047-b4c9-7cbb0817af00, host hv-cinder-80069, cleared binding levels {{(pid=104573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:52:14.378375 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-5fa5aabc-71eb-49d1-9dad-0edb1bc0ae44 service neutron] For port b85c8dbe-cd4d-4047-b4c9-7cbb0817af00, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=b85c8dbe-cd4d-4047-b4c9-7cbb0817af00,segment=NetworkSegment(f1e715ab-9363-44bd-9977-f91e6337307a),segment_id=f1e715ab-9363-44bd-9977-f91e6337307a)] {{(pid=104573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:52:14.378529 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-5298516e-9882-4f60-8b35-6637000d6341 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Made reservation on behalf of 4240b3dad32040c6a62d86856d2ed238 for: {'port': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:52:14.378630 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-5fa5aabc-71eb-49d1-9dad-0edb1bc0ae44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25680236'] for port, after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:14.379163 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-5298516e-9882-4f60-8b35-6637000d6341 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:14.415879 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-5fa5aabc-71eb-49d1-9dad-0edb1bc0ae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:14.416507 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-5fa5aabc-71eb-49d1-9dad-0edb1bc0ae44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:14.417866 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-5fa5aabc-71eb-49d1-9dad-0edb1bc0ae44 service neutron] 10.222.0.59 "PUT /v2.0/ports/b85c8dbe-cd4d-4047-b4c9-7cbb0817af00 HTTP/1.1" status: 200 len: 1094 time: 0.9257097 Jul 14 13:52:14.418355 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386215c6-f18b-448e-a9d6-87856f474f59', 'tag': 'b85c8dbe-cd4d-4047-b4c9-7cbb0817af00'}] {{(pid=104573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:52:14.420685 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad51c498d533f361780c3af87c8a8c65edab733b1bfa9c6a05399bf2ccc5452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7fac9c-a001-4329-b5d3-60eeb2d8a825" -d '{"events": [{"name": "network-changed", "server_uuid": "386215c6-f18b-448e-a9d6-87856f474f59", "tag": "b85c8dbe-cd4d-4047-b4c9-7cbb0817af00"}]}' {{(pid=104573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:52:14.449064 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa5aabc-71eb-49d1-9dad-0edb1bc0ae44 service neutron] Pushing event updated for resources: {'Port': ['ID=b85c8dbe-cd4d-4047-b4c9-7cbb0817af00,revision_number=3']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:14.471459 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e097fc37-47f0-4b2f-b5ab-acb15c10f42a x-openstack-request-id: req-e097fc37-47f0-4b2f-b5ab-acb15c10f42a {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:52:14.471827 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386215c6-f18b-448e-a9d6-87856f474f59", "tag": "b85c8dbe-cd4d-4047-b4c9-7cbb0817af00", "status": "completed", "code": 200}]} {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:52:14.472132 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e097fc37-47f0-4b2f-b5ab-acb15c10f42a {{(pid=104573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:52:14.472564 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '386215c6-f18b-448e-a9d6-87856f474f59', 'tag': 'b85c8dbe-cd4d-4047-b4c9-7cbb0817af00', 'status': 'completed', 'code': 200} Jul 14 13:52:14.554840 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcab697-161e-4a12-a98d-5c12f3ebcaf9 req-42d2b6f4-6b23-4a67-9a04-7e6e3a84ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:14.556220 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2bcab697-161e-4a12-a98d-5c12f3ebcaf9 req-42d2b6f4-6b23-4a67-9a04-7e6e3a84ff91 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6454f800-8ef5-4b50-ab22-8dab9a0ab218 HTTP/1.1" status: 200 len: 919 time: 0.1746998 Jul 14 13:52:14.575553 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fac9c-a001-4329-b5d3-60eeb2d8a825 req-3507f457-90f0-4a7a-a482-b7fce326e5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:14.577091 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8a7fac9c-a001-4329-b5d3-60eeb2d8a825 req-3507f457-90f0-4a7a-a482-b7fce326e5ff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5d1ebf7d153426aaf60734324e92eee&device_id=386215c6-f18b-448e-a9d6-87856f474f59 HTTP/1.1" status: 200 len: 1097 time: 0.0514994 Jul 14 13:52:14.621719 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2bcab697-161e-4a12-a98d-5c12f3ebcaf9 req-a15dd38e-833c-4025-961d-8ff1fb7facb0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cef9ee7d-401e-4905-b632-7f279f3489f2 HTTP/1.1" status: 200 len: 217 time: 0.0435483 Jul 14 13:52:14.669193 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-5298516e-9882-4f60-8b35-6637000d6341 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Allocated IP 172.20.0.14 (56766f9b-8806-404a-bc60-d323fb9ca761/a2f6099e-787c-48f4-8d64-01f0a557fb8f/e6e2cad1-98e7-4e7c-bf10-6334100465a2) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:52:14.701317 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fac9c-a001-4329-b5d3-60eeb2d8a825 req-9e415a2b-d16c-4266-a706-52b4c7edd405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:14.703142 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8a7fac9c-a001-4329-b5d3-60eeb2d8a825 req-9e415a2b-d16c-4266-a706-52b4c7edd405 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=c5d1ebf7d153426aaf60734324e92eee&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1107943 Jul 14 13:52:14.710534 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a18f5-67a5-4bde-a89c-67d2dc18c71d req-5dab9e89-88d8-4d68-8855-fce35cf04cb0 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:14.712045 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8a7a18f5-67a5-4bde-a89c-67d2dc18c71d req-5dab9e89-88d8-4d68-8855-fce35cf04cb0 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 945 time: 0.1912382 Jul 14 13:52:14.715744 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcab697-161e-4a12-a98d-5c12f3ebcaf9 req-08b8f7a8-361c-434d-81f0-df3aae43a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:14.717116 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2bcab697-161e-4a12-a98d-5c12f3ebcaf9 req-08b8f7a8-361c-434d-81f0-df3aae43a73f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fa866c6-0b23-498d-86e8-617a82bdd6ff HTTP/1.1" status: 200 len: 858 time: 0.0817723 Jul 14 13:52:14.776855 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2bcab697-161e-4a12-a98d-5c12f3ebcaf9 req-305c4be4-1b17-436c-8fe9-d5b1c50bd2b7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6454f800-8ef5-4b50-ab22-8dab9a0ab218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438020 Jul 14 13:52:14.812469 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fac9c-a001-4329-b5d3-60eeb2d8a825 req-6e5e863d-5c4a-4259-8a2c-17f0eeceb8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:14.814705 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8a7fac9c-a001-4329-b5d3-60eeb2d8a825 req-6e5e863d-5c4a-4259-8a2c-17f0eeceb8c8 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1034033 Jul 14 13:52:14.898685 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8a7a18f5-67a5-4bde-a89c-67d2dc18c71d req-f72e46dc-47c3-46eb-bd4a-e0fc53692ff1 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728079 Jul 14 13:52:14.962706 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2bcab697-161e-4a12-a98d-5c12f3ebcaf9 req-4c337585-4d17-42a8-b482-f493fd42d960 service neutron] 10.222.0.59 "GET /v2.0/networks/6454f800-8ef5-4b50-ab22-8dab9a0ab218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764336 Jul 14 13:52:14.970551 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b311416-dc4b-42f6-81b8-b587587fb824 req-3c3e2208-a39e-4c14-bdee-b0a2c2ea5f70 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:14.972171 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1b311416-dc4b-42f6-81b8-b587587fb824 req-3c3e2208-a39e-4c14-bdee-b0a2c2ea5f70 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=386215c6-f18b-448e-a9d6-87856f474f59 HTTP/1.1" status: 200 len: 944 time: 0.1537380 Jul 14 13:52:14.975420 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-5298516e-9882-4f60-8b35-6637000d6341 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Notify callbacks [] for port, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:15.025602 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 45844) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:15.071933 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1b311416-dc4b-42f6-81b8-b587587fb824 req-bcb295c9-f763-46c8-977b-10d56c153974 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515895 Jul 14 13:52:15.082577 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-4dba9a63-7726-4d8f-bcec-6bd048f71351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:15.084089 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-4dba9a63-7726-4d8f-bcec-6bd048f71351 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5d1ebf7d153426aaf60734324e92eee&device_id=386215c6-f18b-448e-a9d6-87856f474f59 HTTP/1.1" status: 200 len: 1097 time: 0.1779780 Jul 14 13:52:15.093350 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2bcab697-161e-4a12-a98d-5c12f3ebcaf9 req-25e3236e-6a71-4071-8ddc-ed9b5c7bf6ca service neutron] 10.222.0.59 "GET /v2.0/networks/6454f800-8ef5-4b50-ab22-8dab9a0ab218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139073 Jul 14 13:52:15.103916 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-5298516e-9882-4f60-8b35-6637000d6341 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:15.154380 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-7d0343f0-ab5e-40f6-9eec-9deb508db536 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b85c8dbe-cd4d-4047-b4c9-7cbb0817af00 HTTP/1.1" status: 200 len: 217 time: 0.0434999 Jul 14 13:52:15.193463 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-5298516e-9882-4f60-8b35-6637000d6341 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Network 56766f9b-8806-404a-bc60-d323fb9ca761 is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:52:15.205364 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-5298516e-9882-4f60-8b35-6637000d6341 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:52:15.211002 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5298516e-9882-4f60-8b35-6637000d6341 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Pushing event updated for resources: {'Port': ['ID=e6e2cad1-98e7-4e7c-bf10-6334100465a2,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:15.213680 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-5298516e-9882-4f60-8b35-6637000d6341 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:52:15.227875 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-2d988291-1d37-4835-a8e5-cce04df23465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:15.229502 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-2d988291-1d37-4835-a8e5-cce04df23465 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1350c88-2d64-4fb9-8461-f3522c398c41 HTTP/1.1" status: 200 len: 855 time: 0.0670049 Jul 14 13:52:15.272100 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-88fdfa57-c0a8-4482-9fa2-4d829b35a08a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:15.282068 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-7f7b101e-ff58-4b32-9c3f-83f084e63d73 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4ad8719-2efe-4570-ad62-88a34f3674ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270047 Jul 14 13:52:15.293515 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-5298516e-9882-4f60-8b35-6637000d6341 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:15.294127 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-5298516e-9882-4f60-8b35-6637000d6341 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:15.319474 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4070dd9-517f-4f2a-aad3-2f48e05677c5 req-de4f1f88-13ef-4a27-81ab-9c303b04fd64 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:15.320926 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c4070dd9-517f-4f2a-aad3-2f48e05677c5 req-de4f1f88-13ef-4a27-81ab-9c303b04fd64 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6d499e-d585-4876-b972-64030676256e HTTP/1.1" status: 200 len: 932 time: 0.1771841 Jul 14 13:52:15.391525 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c4070dd9-517f-4f2a-aad3-2f48e05677c5 req-b7ea3426-f14a-4db2-b9a9-95119447c258 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589542 Jul 14 13:52:15.392213 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-00b9782b-bc7b-403e-98e1-265fe330b28e service neutron] 10.222.0.59 "GET /v2.0/networks/a4ad8719-2efe-4570-ad62-88a34f3674ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959203 Jul 14 13:52:15.441257 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-88fdfa57-c0a8-4482-9fa2-4d829b35a08a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:15.445845 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-88fdfa57-c0a8-4482-9fa2-4d829b35a08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:15.466731 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-5298516e-9882-4f60-8b35-6637000d6341 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5306585 Jul 14 13:52:15.486949 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-88fdfa57-c0a8-4482-9fa2-4d829b35a08a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=662be34c24f34c71b21fafd53c58a226&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4564543 Jul 14 13:52:15.487399 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 45862) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:15.490287 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fdfa57-c0a8-4482-9fa2-4d829b35a08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08f9b3b-0fab-4172-98f8-ab4fd8533c80,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:15.520728 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a4d1c6e4-529f-473c-8b71-0d14243124ab req-fc2e3c2c-27f6-4ecc-b666-d2a73038e81e service neutron] 10.222.0.59 "GET /v2.0/networks/a4ad8719-2efe-4570-ad62-88a34f3674ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187856 Jul 14 13:52:15.529394 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-8535f84d-97bc-47be-8d09-4d49ed2cd097 service neutron] Request body: {'port': {'device_id': '9e6d499e-d585-4876-b972-64030676256e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:52:15.590887 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-9aeb2573-b401-4cb7-bb77-22535a00fe80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:15.604766 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586aa35d-7b3e-4a7c-8d27-8e9613eb631c req-4229679f-3689-4a01-8a71-32022a4196a2 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:15.606338 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-586aa35d-7b3e-4a7c-8d27-8e9613eb631c req-4229679f-3689-4a01-8a71-32022a4196a2 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.1062057 Jul 14 13:52:15.611502 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-8535f84d-97bc-47be-8d09-4d49ed2cd097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:15.636615 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-9aeb2573-b401-4cb7-bb77-22535a00fe80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:15.678412 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-586aa35d-7b3e-4a7c-8d27-8e9613eb631c req-2936021e-ef34-4be9-b8d2-68be6e4a431f tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618393 Jul 14 13:52:15.717290 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-9aeb2573-b401-4cb7-bb77-22535a00fe80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:15.717290 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-9aeb2573-b401-4cb7-bb77-22535a00fe80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:15.717290 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-9aeb2573-b401-4cb7-bb77-22535a00fe80 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a08f9b3b-0fab-4172-98f8-ab4fd8533c80 HTTP/1.1" status: 204 len: 168 time: 0.2287078 Jul 14 13:52:15.727639 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb2573-b401-4cb7-bb77-22535a00fe80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08f9b3b-0fab-4172-98f8-ab4fd8533c80,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:15.878830 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-8535f84d-97bc-47be-8d09-4d49ed2cd097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6e2cad1-98e7-4e7c-bf10-6334100465a2 {{(pid=104572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:52:15.886641 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-8535f84d-97bc-47be-8d09-4d49ed2cd097 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:15.898337 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-8535f84d-97bc-47be-8d09-4d49ed2cd097 service neutron] Transition to ACTIVE for port object e6e2cad1-98e7-4e7c-bf10-6334100465a2 will not be triggered until provisioned by entity L2. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:52:15.902343 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-8535f84d-97bc-47be-8d09-4d49ed2cd097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28728568'] for port, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:15.951079 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535f84d-97bc-47be-8d09-4d49ed2cd097 service neutron] Pushing event updated for resources: {'Port': ['ID=e6e2cad1-98e7-4e7c-bf10-6334100465a2,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:16.027971 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-8535f84d-97bc-47be-8d09-4d49ed2cd097 service neutron] Attempting to bind port e6e2cad1-98e7-4e7c-bf10-6334100465a2 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:52:16.028312 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-8535f84d-97bc-47be-8d09-4d49ed2cd097 service neutron] Attempting to bind port e6e2cad1-98e7-4e7c-bf10-6334100465a2 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '79b30a97-febc-4006-9513-f02da6f22bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '56766f9b-8806-404a-bc60-d323fb9ca761'}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:52:16.028641 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-8535f84d-97bc-47be-8d09-4d49ed2cd097 service neutron] Attempting to bind port e6e2cad1-98e7-4e7c-bf10-6334100465a2 on network 56766f9b-8806-404a-bc60-d323fb9ca761 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:52:16.033036 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-8535f84d-97bc-47be-8d09-4d49ed2cd097 service neutron] Port e6e2cad1-98e7-4e7c-bf10-6334100465a2 on network 56766f9b-8806-404a-bc60-d323fb9ca761 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:52:16.033406 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-8535f84d-97bc-47be-8d09-4d49ed2cd097 service neutron] Attempting to bind port e6e2cad1-98e7-4e7c-bf10-6334100465a2 on network 56766f9b-8806-404a-bc60-d323fb9ca761 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:52:16.038991 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-8535f84d-97bc-47be-8d09-4d49ed2cd097 service neutron] Checking agent: {'id': '92e582b9-0e65-4c58-8afe-cb3347eabd77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 47, 47), 'started_at': datetime.datetime(2021, 7, 14, 13, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:52:16.039333 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-8535f84d-97bc-47be-8d09-4d49ed2cd097 service neutron] Checking segment: {'id': '79b30a97-febc-4006-9513-f02da6f22bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '56766f9b-8806-404a-bc60-d323fb9ca761'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:52:16.039710 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-8535f84d-97bc-47be-8d09-4d49ed2cd097 service neutron] Bound using segment: {'id': '79b30a97-febc-4006-9513-f02da6f22bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '56766f9b-8806-404a-bc60-d323fb9ca761'} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:52:16.040136 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-8535f84d-97bc-47be-8d09-4d49ed2cd097 service neutron] Bound port: e6e2cad1-98e7-4e7c-bf10-6334100465a2, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79b30a97-febc-4006-9513-f02da6f22bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '56766f9b-8806-404a-bc60-d323fb9ca761'}}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:52:16.040494 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-8535f84d-97bc-47be-8d09-4d49ed2cd097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:16.143132 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-8535f84d-97bc-47be-8d09-4d49ed2cd097 service neutron] For port e6e2cad1-98e7-4e7c-bf10-6334100465a2, host hv-cinder-80069, cleared binding levels {{(pid=104572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:52:16.157379 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-8535f84d-97bc-47be-8d09-4d49ed2cd097 service neutron] For port e6e2cad1-98e7-4e7c-bf10-6334100465a2, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=e6e2cad1-98e7-4e7c-bf10-6334100465a2,segment=NetworkSegment(79b30a97-febc-4006-9513-f02da6f22bf1),segment_id=79b30a97-febc-4006-9513-f02da6f22bf1)] {{(pid=104572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:52:16.170187 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352fa6f8-d16b-4b10-b74a-c8d9992a9411 req-3ef30f1d-faf9-42ee-bafe-bb0500c25652 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:16.171845 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-352fa6f8-d16b-4b10-b74a-c8d9992a9411 req-3ef30f1d-faf9-42ee-bafe-bb0500c25652 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 945 time: 0.1185796 Jul 14 13:52:16.173423 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-8535f84d-97bc-47be-8d09-4d49ed2cd097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28728568'] for port, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:16.241683 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-8535f84d-97bc-47be-8d09-4d49ed2cd097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:16.242222 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-8535f84d-97bc-47be-8d09-4d49ed2cd097 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:16.243660 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-8535f84d-97bc-47be-8d09-4d49ed2cd097 service neutron] 10.222.0.59 "PUT /v2.0/ports/e6e2cad1-98e7-4e7c-bf10-6334100465a2 HTTP/1.1" status: 200 len: 1094 time: 0.7188802 Jul 14 13:52:16.244560 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6d499e-d585-4876-b972-64030676256e', 'tag': 'e6e2cad1-98e7-4e7c-bf10-6334100465a2'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:52:16.246358 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb96262-3dd1-4c5d-b843-505c67acbfef" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6d499e-d585-4876-b972-64030676256e", "tag": "e6e2cad1-98e7-4e7c-bf10-6334100465a2"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:52:16.275587 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535f84d-97bc-47be-8d09-4d49ed2cd097 service neutron] Pushing event updated for resources: {'Port': ['ID=e6e2cad1-98e7-4e7c-bf10-6334100465a2,revision_number=3']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:16.280411 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-352fa6f8-d16b-4b10-b74a-c8d9992a9411 req-621b59b2-5e3e-4470-9df5-b80ce9b28048 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015532 Jul 14 13:52:16.295797 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0a28d-a41f-4c91-82c9-7143d8a89281 req-3a8cbcb1-c870-4a77-9819-bf2bd98a303f tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:16.297347 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d0e0a28d-a41f-4c91-82c9-7143d8a89281 req-3a8cbcb1-c870-4a77-9819-bf2bd98a303f tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=386215c6-f18b-448e-a9d6-87856f474f59 HTTP/1.1" status: 200 len: 944 time: 0.0776381 Jul 14 13:52:16.340295 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d0e0a28d-a41f-4c91-82c9-7143d8a89281 req-61d4b029-0012-4ee1-96e9-c039f758e609 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373347 Jul 14 13:52:16.344478 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8488fbf-1573-4766-a406-70fcdde4f533 x-openstack-request-id: req-f8488fbf-1573-4766-a406-70fcdde4f533 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:52:16.344761 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6d499e-d585-4876-b972-64030676256e", "tag": "e6e2cad1-98e7-4e7c-bf10-6334100465a2", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:52:16.345006 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f8488fbf-1573-4766-a406-70fcdde4f533 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:52:16.345398 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6d499e-d585-4876-b972-64030676256e', 'tag': 'e6e2cad1-98e7-4e7c-bf10-6334100465a2', 'status': 'completed', 'code': 200} Jul 14 13:52:16.410268 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-5116d98d-0421-4ced-822d-706b50f4b67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:16.411819 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-5116d98d-0421-4ced-822d-706b50f4b67c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4240b3dad32040c6a62d86856d2ed238&device_id=9e6d499e-d585-4876-b972-64030676256e HTTP/1.1" status: 200 len: 1097 time: 0.0551949 Jul 14 13:52:16.494665 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-5bf76e59-70cc-4652-960b-e87d532df67f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6e2cad1-98e7-4e7c-bf10-6334100465a2 HTTP/1.1" status: 200 len: 217 time: 0.0478551 Jul 14 13:52:16.556017 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-407c156a-8967-454c-bc36-d6125e485082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:16.557673 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-407c156a-8967-454c-bc36-d6125e485082 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2f6099e-787c-48f4-8d64-01f0a557fb8f HTTP/1.1" status: 200 len: 849 time: 0.0540168 Jul 14 13:52:16.607290 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-690809d7-e28b-464b-b73f-057a2fd06a94 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=56766f9b-8806-404a-bc60-d323fb9ca761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375032 Jul 14 13:52:16.727115 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 45908) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:16.777415 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-92dc9b32-8e38-4145-857f-e0e94b6b5048 service neutron] 10.222.0.59 "GET /v2.0/networks/56766f9b-8806-404a-bc60-d323fb9ca761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455488 Jul 14 13:52:16.873828 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6b261-1144-452a-b73b-0761dbdf320c req-f7fb4200-03c2-4266-b484-30e0e4800b86 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:16.875780 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-32f6b261-1144-452a-b73b-0761dbdf320c req-f7fb4200-03c2-4266-b484-30e0e4800b86 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6d499e-d585-4876-b972-64030676256e HTTP/1.1" status: 200 len: 944 time: 0.1677601 Jul 14 13:52:16.883649 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-4be2c537-bf2b-4e9e-9da3-6c5e56eb0c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:16.893309 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-989c56fb-2576-41b4-8e9f-fbeabb0db0cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:16.934817 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e7872-908c-4b85-8662-a6d3bf62b944 req-13ce17aa-0f3a-4cea-9329-cdc96d7d3ec9 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:16.937052 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1a3e7872-908c-4b85-8662-a6d3bf62b944 req-13ce17aa-0f3a-4cea-9329-cdc96d7d3ec9 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.1266439 Jul 14 13:52:16.947517 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-32f6b261-1144-452a-b73b-0761dbdf320c req-f1526def-aa67-4ead-9011-a72810dca1f8 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642414 Jul 14 13:52:16.966151 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1eb0aafc-1a77-4aea-aac1-462810f3bc8f req-6c2e1113-ca47-4c32-acb8-476df5ea3edd service neutron] 10.222.0.59 "GET /v2.0/networks/56766f9b-8806-404a-bc60-d323fb9ca761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736226 Jul 14 13:52:17.003293 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1a3e7872-908c-4b85-8662-a6d3bf62b944 req-11f0a41f-2f95-4a7c-8202-3fe9d5893c83 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577834 Jul 14 13:52:17.070620 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-989c56fb-2576-41b4-8e9f-fbeabb0db0cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:17.075594 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-989c56fb-2576-41b4-8e9f-fbeabb0db0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:17.117748 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-989c56fb-2576-41b4-8e9f-fbeabb0db0cf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f7721692dcfb47ed926b0cb701e863d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3870776 Jul 14 13:52:17.118291 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 45916) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:17.125235 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c56fb-2576-41b4-8e9f-fbeabb0db0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95da1a0d-f0dd-4b4b-afd1-86e875a1d6ad,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:17.157721 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb96262-3dd1-4c5d-b843-505c67acbfef req-60e9f56b-f593-460e-9d00-331396cc42f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:17.159236 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6fb96262-3dd1-4c5d-b843-505c67acbfef req-60e9f56b-f593-460e-9d00-331396cc42f0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4240b3dad32040c6a62d86856d2ed238&device_id=9e6d499e-d585-4876-b972-64030676256e HTTP/1.1" status: 200 len: 1097 time: 0.0545790 Jul 14 13:52:17.164141 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 8fc7b91e-d223-4e13-8532-c3ca0d191f0b no longer exists at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:52:17.167491 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:17.187993 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3601363d-6b0d-420f-b0e8-3cd1e3a25a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:17.210985 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3601363d-6b0d-420f-b0e8-3cd1e3a25a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:17.242160 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:17.256655 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb96262-3dd1-4c5d-b843-505c67acbfef req-605316e3-efde-40f1-96ad-186605b0a2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:17.258359 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6fb96262-3dd1-4c5d-b843-505c67acbfef req-605316e3-efde-40f1-96ad-186605b0a2bd service neutron] 10.222.0.59 "GET /v2.0/networks?id=56766f9b-8806-404a-bc60-d323fb9ca761 HTTP/1.1" status: 200 len: 910 time: 0.0909424 Jul 14 13:52:17.264324 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3601363d-6b0d-420f-b0e8-3cd1e3a25a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:17.265202 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd6b9f5-3db4-4989-ab90-d8880de6c6e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fc7b91e-d223-4e13-8532-c3ca0d191f0b'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:52:17.266795 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3601363d-6b0d-420f-b0e8-3cd1e3a25a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:17.267478 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06891aadf294c70300823a606954559f382215362bc7d52ae5ebbe768d2ce9e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1b4645-b50d-40c2-97d8-c94f8630b0d1" -d '{"events": [{"server_uuid": "4dd6b9f5-3db4-4989-ab90-d8880de6c6e8", "name": "network-vif-unplugged", "status": "completed", "tag": "8fc7b91e-d223-4e13-8532-c3ca0d191f0b"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:52:17.270456 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-3601363d-6b0d-420f-b0e8-3cd1e3a25a0f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/95da1a0d-f0dd-4b4b-afd1-86e875a1d6ad HTTP/1.1" status: 204 len: 168 time: 0.1486890 Jul 14 13:52:17.280855 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port 8fc7b91e-d223-4e13-8532-c3ca0d191f0b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=8fc7b91e-d223-4e13-8532-c3ca0d191f0b,segment=NetworkSegment(3782ce6e-4a36-46a1-9082-0427f175f195),segment_id=3782ce6e-4a36-46a1-9082-0427f175f195)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:52:17.288717 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601363d-6b0d-420f-b0e8-3cd1e3a25a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95da1a0d-f0dd-4b4b-afd1-86e875a1d6ad,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:17.290391 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:17.310379 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 13:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d5b5a9-46b9-4a4e-a263-9ab7a7d0f431 x-openstack-request-id: req-80d5b5a9-46b9-4a4e-a263-9ab7a7d0f431 {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:52:17.310675 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd6b9f5-3db4-4989-ab90-d8880de6c6e8", "name": "network-vif-unplugged", "status": "failed", "tag": "8fc7b91e-d223-4e13-8532-c3ca0d191f0b", "code": 422}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:52:17.312599 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-80d5b5a9-46b9-4a4e-a263-9ab7a7d0f431 {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:52:17.312599 dv-cinder-800697-2-iscsi neutron-server[104575]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4dd6b9f5-3db4-4989-ab90-d8880de6c6e8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8fc7b91e-d223-4e13-8532-c3ca0d191f0b', 'code': 422} returned with failed status Jul 14 13:52:17.323214 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6fb96262-3dd1-4c5d-b843-505c67acbfef req-edee5662-73b5-4830-a189-2e5e15b2058f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6e2cad1-98e7-4e7c-bf10-6334100465a2 HTTP/1.1" status: 200 len: 217 time: 0.0546198 Jul 14 13:52:17.370438 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=8fc7b91e-d223-4e13-8532-c3ca0d191f0b,revision_number=8']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:17.383626 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb96262-3dd1-4c5d-b843-505c67acbfef req-a1db13cf-b7a9-4423-b11b-df1e1567f491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:17.385701 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6fb96262-3dd1-4c5d-b843-505c67acbfef req-a1db13cf-b7a9-4423-b11b-df1e1567f491 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2f6099e-787c-48f4-8d64-01f0a557fb8f HTTP/1.1" status: 200 len: 849 time: 0.0522232 Jul 14 13:52:17.430076 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6fb96262-3dd1-4c5d-b843-505c67acbfef req-1dec7062-0957-42ea-a71d-4fc386d27a63 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=56766f9b-8806-404a-bc60-d323fb9ca761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362012 Jul 14 13:52:17.500448 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b33513-32b7-4657-a10f-c93a3abe9ad9 req-9c9ede44-9274-49cc-9a75-2dfe5a4daf7f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:17.502248 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-98b33513-32b7-4657-a10f-c93a3abe9ad9 req-9c9ede44-9274-49cc-9a75-2dfe5a4daf7f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 943 time: 0.0981169 Jul 14 13:52:17.557070 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-98b33513-32b7-4657-a10f-c93a3abe9ad9 req-c1582d36-c91c-49dd-8ac2-2962d360ba0c tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458348 Jul 14 13:52:17.632405 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d56e29-6a2a-4cc9-ae80-e85a96a01dae req-ba3b7a20-2fd4-4ea6-8c07-070acc3987a3 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:17.635582 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-30d56e29-6a2a-4cc9-ae80-e85a96a01dae req-ba3b7a20-2fd4-4ea6-8c07-070acc3987a3 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=386215c6-f18b-448e-a9d6-87856f474f59 HTTP/1.1" status: 200 len: 944 time: 0.1390085 Jul 14 13:52:17.638167 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6fb96262-3dd1-4c5d-b843-505c67acbfef req-3d55c65b-abb8-4624-8c3a-f14736085fca service neutron] 10.222.0.59 "GET /v2.0/networks/56766f9b-8806-404a-bc60-d323fb9ca761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980293 Jul 14 13:52:17.720603 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-30d56e29-6a2a-4cc9-ae80-e85a96a01dae req-33f8f1b9-6cd7-436b-8770-29e398e77dcd tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795419 Jul 14 13:52:17.809790 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6fb96262-3dd1-4c5d-b843-505c67acbfef req-2b21a442-1997-49e6-8ba9-daa47e3aa0a8 service neutron] 10.222.0.59 "GET /v2.0/networks/56766f9b-8806-404a-bc60-d323fb9ca761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359656 Jul 14 13:52:17.878884 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-dbc45463-7109-400f-9777-30b0a81d9bed req-9e486e26-39d2-4fa7-9d80-8cfcdff32d9d tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1067760971&fields=id&tenant_id=264797ac2dc84b21b49d043a80365add HTTP/1.1" status: 200 len: 267 time: 0.0370722 Jul 14 13:52:17.991134 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc45463-7109-400f-9777-30b0a81d9bed req-e8334bb9-0803-422b-913d-365f2987d025 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:17.993034 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-dbc45463-7109-400f-9777-30b0a81d9bed req-e8334bb9-0803-422b-913d-365f2987d025 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/networks?id=a45b7b5e-8449-40db-b2c9-e253d306a9b7 HTTP/1.1" status: 200 len: 812 time: 0.1071680 Jul 14 13:52:18.009018 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-dbc45463-7109-400f-9777-30b0a81d9bed req-deb5d7b7-381e-4dd8-bf79-822e91bb016b tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/quotas/264797ac2dc84b21b49d043a80365add HTTP/1.1" status: 200 len: 375 time: 0.0104361 Jul 14 13:52:18.084134 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-dbc45463-7109-400f-9777-30b0a81d9bed req-fb2a1963-fb0e-474a-a39a-800eb9a94c54 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=264797ac2dc84b21b49d043a80365add&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0695474 Jul 14 13:52:18.207841 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-dbc45463-7109-400f-9777-30b0a81d9bed req-9e573d50-a70e-4042-8859-3901115829ea service neutron] 10.222.0.35 "GET /v2.0/networks/a45b7b5e-8449-40db-b2c9-e253d306a9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104498 Jul 14 13:52:18.284407 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ebd12-7f13-4e56-b1b6-b3d934e76e5e req-a9e0c760-7dd7-46b9-a5a2-0aa32424e87c tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:18.287437 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ad1ebd12-7f13-4e56-b1b6-b3d934e76e5e req-a9e0c760-7dd7-46b9-a5a2-0aa32424e87c tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6d499e-d585-4876-b972-64030676256e HTTP/1.1" status: 200 len: 944 time: 0.0715249 Jul 14 13:52:18.301954 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-dbc45463-7109-400f-9777-30b0a81d9bed req-5a51c7ca-e4f3-48f5-9231-5887e292d76d service neutron] 10.222.0.35 "GET /v2.0/networks/a45b7b5e-8449-40db-b2c9-e253d306a9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884056 Jul 14 13:52:18.325276 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ad1ebd12-7f13-4e56-b1b6-b3d934e76e5e req-cbb72b53-a15c-4bc7-9cec-30e3389f5862 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328839 Jul 14 13:52:18.524241 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b206c0-90bc-4cf4-86cc-74c153db703e req-836707a1-38c5-4a3e-932b-a29f81fa57ff tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:18.525796 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-73b206c0-90bc-4cf4-86cc-74c153db703e req-836707a1-38c5-4a3e-932b-a29f81fa57ff tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0872545 Jul 14 13:52:18.564893 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-73b206c0-90bc-4cf4-86cc-74c153db703e req-6074a17b-6334-41a8-bada-fbbaed86fd55 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334995 Jul 14 13:52:18.657379 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-59ded15e-9fb1-4855-8d3a-baf953fabb79 req-d43ad0dc-f3a7-44b8-8baa-a0ffc39b92aa tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 210 time: 0.0323768 Jul 14 13:52:18.949874 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0443b2-9ab4-4310-ba90-018e880bce1c req-48221203-6620-4765-acc8-e8aad6635375 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:18.958250 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7e0443b2-9ab4-4310-ba90-018e880bce1c req-48221203-6620-4765-acc8-e8aad6635375 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=386215c6-f18b-448e-a9d6-87856f474f59 HTTP/1.1" status: 200 len: 944 time: 0.0748262 Jul 14 13:52:19.020089 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7e0443b2-9ab4-4310-ba90-018e880bce1c req-28817647-ca3e-41ed-ab11-9cab5ddb8cc2 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607500 Jul 14 13:52:19.157835 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device b85c8dbe-cd4d-4047-b4c9-7cbb0817af00 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=104575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:52:19.172736 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a491462-a3e4-41f0-abd8-7cbe332dbe63 req-8673f74e-2aa1-4d1c-8982-cba4fdd6b5b3 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:19.174386 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1a491462-a3e4-41f0-abd8-7cbe332dbe63 req-8673f74e-2aa1-4d1c-8982-cba4fdd6b5b3 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 943 time: 0.0716462 Jul 14 13:52:19.218708 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1a491462-a3e4-41f0-abd8-7cbe332dbe63 req-7e51c8e0-c1a2-430f-aae8-1c428ae6aaf0 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351784 Jul 14 13:52:19.289336 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port b85c8dbe-cd4d-4047-b4c9-7cbb0817af00, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=b85c8dbe-cd4d-4047-b4c9-7cbb0817af00,segment=NetworkSegment(f1e715ab-9363-44bd-9977-f91e6337307a),segment_id=f1e715ab-9363-44bd-9977-f91e6337307a)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:52:19.293067 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 46012) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:19.301528 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Returning: {'device': 'b85c8dbe-cd4d-4047-b4c9-7cbb0817af00', 'network_id': 'a4ad8719-2efe-4570-ad62-88a34f3674ac', 'port_id': 'b85c8dbe-cd4d-4047-b4c9-7cbb0817af00', 'mac_address': 'fa:16:3e:ff:bd:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1350c88-2d64-4fb9-8461-f3522c398c41', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:52:19.338518 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:19.352790 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b85c8dbe-cd4d-4047-b4c9-7cbb0817af00 {{(pid=104575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:52:19.375507 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port b85c8dbe-cd4d-4047-b4c9-7cbb0817af00, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=b85c8dbe-cd4d-4047-b4c9-7cbb0817af00,segment=NetworkSegment(f1e715ab-9363-44bd-9977-f91e6337307a),segment_id=f1e715ab-9363-44bd-9977-f91e6337307a)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:52:19.388425 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:19.418498 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7f21057f-4627-4e76-967a-76913a076082 req-6921f569-65ad-46cc-b354-6abb51f29fdd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1182790 Jul 14 13:52:19.437792 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-3f215649-c9ab-4588-b9ed-792483b280c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:19.451714 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=b85c8dbe-cd4d-4047-b4c9-7cbb0817af00,revision_number=4']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:19.526718 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f81db-9e7e-4bf6-ab43-6f91c7e3091e req-1ffb1ac4-b019-4d28-a1f0-d8e70433cc7d tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:19.528210 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-769f81db-9e7e-4bf6-ab43-6f91c7e3091e req-1ffb1ac4-b019-4d28-a1f0-d8e70433cc7d tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6d499e-d585-4876-b972-64030676256e HTTP/1.1" status: 200 len: 944 time: 0.0722666 Jul 14 13:52:19.585209 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-769f81db-9e7e-4bf6-ab43-6f91c7e3091e req-0e79649c-5aff-494b-8818-ce6a84fee4f2 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455773 Jul 14 13:52:19.588142 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:19.820760 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d9622262-11b2-4127-b0c6-8df08a0e2bd7 req-bdf41e9c-8c09-4f57-a075-7619f8dd8d72 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 210 time: 0.0310483 Jul 14 13:52:19.835586 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['b85c8dbe-cd4d-4047-b4c9-7cbb0817af00'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:52:20.231726 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc45463-7109-400f-9777-30b0a81d9bed req-2787be52-80f6-4437-a0d9-06aadc2d2e1b tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:20.233173 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-dbc45463-7109-400f-9777-30b0a81d9bed req-2787be52-80f6-4437-a0d9-06aadc2d2e1b tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.59 "GET /v2.0/networks?id=a45b7b5e-8449-40db-b2c9-e253d306a9b7 HTTP/1.1" status: 200 len: 812 time: 0.1788568 Jul 14 13:52:20.293259 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47d27e-1f33-4fe6-9684-4dac2aa82e91 req-178bdbb9-45ef-4e89-b9a6-23c9faef495d tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:20.294989 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-3a47d27e-1f33-4fe6-9684-4dac2aa82e91 req-178bdbb9-45ef-4e89-b9a6-23c9faef495d tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=386215c6-f18b-448e-a9d6-87856f474f59 HTTP/1.1" status: 200 len: 945 time: 0.1371415 Jul 14 13:52:20.306586 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-dbc45463-7109-400f-9777-30b0a81d9bed req-c8965bd6-4d62-489d-95b9-1e7e9fc435d5 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=264797ac2dc84b21b49d043a80365add HTTP/1.1" status: 200 len: 380 time: 0.0579612 Jul 14 13:52:20.317906 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-dbc45463-7109-400f-9777-30b0a81d9bed req-a00d7fae-b25c-47bc-9842-041e99a39371 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Request body: {'port': {'device_id': '2aff2578-9582-4286-bae9-beac4df94eda', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'admin_state_up': True, 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'security_groups': ['751e88df-ff47-4330-a16d-561ec35a754c']}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:52:20.388190 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-3a47d27e-1f33-4fe6-9684-4dac2aa82e91 req-4a8df601-b546-40b4-8729-a21a7b8bcadd tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807481 Jul 14 13:52:20.423036 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7a5cb-1ac9-497a-bc04-0c1402a246e3 req-ad4e8355-ea3e-4d75-91bc-e55840b15fd0 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:20.424594 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d9d7a5cb-1ac9-497a-bc04-0c1402a246e3 req-ad4e8355-ea3e-4d75-91bc-e55840b15fd0 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 943 time: 0.0722017 Jul 14 13:52:20.447188 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbc45463-7109-400f-9777-30b0a81d9bed req-a00d7fae-b25c-47bc-9842-041e99a39371 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Made reservation on behalf of 264797ac2dc84b21b49d043a80365add for: {'port': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:52:20.450740 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-dbc45463-7109-400f-9777-30b0a81d9bed req-a00d7fae-b25c-47bc-9842-041e99a39371 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:20.464213 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d9d7a5cb-1ac9-497a-bc04-0c1402a246e3 req-72c28ec0-a450-4947-b5a7-44b0e9a19aa6 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334754 Jul 14 13:52:20.561899 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:20.578752 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [req-dbc45463-7109-400f-9777-30b0a81d9bed req-a00d7fae-b25c-47bc-9842-041e99a39371 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Allocated IP 172.20.0.8 (a45b7b5e-8449-40db-b2c9-e253d306a9b7/61b5a236-d87b-41fd-8ce0-529921b310ad/a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:52:20.741118 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-dbc45463-7109-400f-9777-30b0a81d9bed req-a00d7fae-b25c-47bc-9842-041e99a39371 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for port, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:20.760281 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-dbc45463-7109-400f-9777-30b0a81d9bed req-a00d7fae-b25c-47bc-9842-041e99a39371 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Transition to ACTIVE for port object a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9 will not be triggered until provisioned by entity DHCP. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:52:20.789510 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6286ba-9e17-4b1c-b252-4a5a6ccf5e8a req-5f88ea1f-8b45-4ecb-8688-f92f3de7126a tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:20.791006 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-bf6286ba-9e17-4b1c-b252-4a5a6ccf5e8a req-5f88ea1f-8b45-4ecb-8688-f92f3de7126a tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6d499e-d585-4876-b972-64030676256e HTTP/1.1" status: 200 len: 944 time: 0.1079533 Jul 14 13:52:20.828209 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-dbc45463-7109-400f-9777-30b0a81d9bed req-a00d7fae-b25c-47bc-9842-041e99a39371 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:20.845143 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-bf6286ba-9e17-4b1c-b252-4a5a6ccf5e8a req-9cf80544-0f53-4c81-87b5-07c19292cf3a tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480027 Jul 14 13:52:20.879645 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbc45463-7109-400f-9777-30b0a81d9bed req-a00d7fae-b25c-47bc-9842-041e99a39371 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Network a45b7b5e-8449-40db-b2c9-e253d306a9b7 is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:52:20.887097 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [req-dbc45463-7109-400f-9777-30b0a81d9bed req-a00d7fae-b25c-47bc-9842-041e99a39371 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:52:20.891677 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc45463-7109-400f-9777-30b0a81d9bed req-a00d7fae-b25c-47bc-9842-041e99a39371 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:52:20.916964 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d7fae-b25c-47bc-9842-041e99a39371 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Pushing event updated for resources: {'Port': ['ID=a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:20.952704 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc45463-7109-400f-9777-30b0a81d9bed req-a00d7fae-b25c-47bc-9842-041e99a39371 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:20.953739 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-dbc45463-7109-400f-9777-30b0a81d9bed req-a00d7fae-b25c-47bc-9842-041e99a39371 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:20.973853 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-dbc45463-7109-400f-9777-30b0a81d9bed req-a00d7fae-b25c-47bc-9842-041e99a39371 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6600049 Jul 14 13:52:20.998431 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-dbc45463-7109-400f-9777-30b0a81d9bed req-7c5a319a-6405-4458-9d3f-a81404304fc1 service neutron] Request body: {'port': {'device_id': '2aff2578-9582-4286-bae9-beac4df94eda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:52:21.068237 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0b64b-7a4a-4510-844d-41bfc909c07b req-9317d9da-3189-4f5f-bc7c-3eb72e2a22e2 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:21.071147 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-06a0b64b-7a4a-4510-844d-41bfc909c07b req-9317d9da-3189-4f5f-bc7c-3eb72e2a22e2 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 931 time: 0.0973725 Jul 14 13:52:21.102538 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-dbc45463-7109-400f-9777-30b0a81d9bed req-7c5a319a-6405-4458-9d3f-a81404304fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:21.134069 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-06a0b64b-7a4a-4510-844d-41bfc909c07b req-e2f2fde3-e0c7-4490-ad2d-00b14bed4118 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539439 Jul 14 13:52:21.149643 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device e6e2cad1-98e7-4e7c-bf10-6334100465a2 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=104575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:52:21.155824 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device b85c8dbe-cd4d-4047-b4c9-7cbb0817af00 up at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:52:21.365976 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port e6e2cad1-98e7-4e7c-bf10-6334100465a2, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=e6e2cad1-98e7-4e7c-bf10-6334100465a2,segment=NetworkSegment(79b30a97-febc-4006-9513-f02da6f22bf1),segment_id=79b30a97-febc-4006-9513-f02da6f22bf1)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:52:21.368615 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-62c6f271-4dc8-4dbd-8fd7-273c8abd396a None None] Provisioning for port a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9 completed by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:52:21.384656 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-62c6f271-4dc8-4dbd-8fd7-273c8abd396a None None] Provisioning complete for port a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9 triggered by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:52:21.385181 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-62c6f271-4dc8-4dbd-8fd7-273c8abd396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:21.388430 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Returning: {'device': 'e6e2cad1-98e7-4e7c-bf10-6334100465a2', 'network_id': '56766f9b-8806-404a-bc60-d323fb9ca761', 'port_id': 'e6e2cad1-98e7-4e7c-bf10-6334100465a2', 'mac_address': 'fa:16:3e:6e:8f:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2f6099e-787c-48f4-8d64-01f0a557fb8f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:52:21.408296 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning for port b85c8dbe-cd4d-4047-b4c9-7cbb0817af00 completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:52:21.418729 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning complete for port b85c8dbe-cd4d-4047-b4c9-7cbb0817af00 triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:52:21.419197 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:21.458570 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [req-dbc45463-7109-400f-9777-30b0a81d9bed req-7c5a319a-6405-4458-9d3f-a81404304fc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9 {{(pid=104572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:52:21.468841 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-dbc45463-7109-400f-9777-30b0a81d9bed req-7c5a319a-6405-4458-9d3f-a81404304fc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:21.485684 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-62c6f271-4dc8-4dbd-8fd7-273c8abd396a None None] Port a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9 cannot update to ACTIVE because it is not bound. {{(pid=104575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:52:21.506627 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:21.510954 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-dbc45463-7109-400f-9777-30b0a81d9bed req-7c5a319a-6405-4458-9d3f-a81404304fc1 service neutron] Transition to ACTIVE for port object a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9 will not be triggered until provisioned by entity L2. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:52:21.519206 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-dbc45463-7109-400f-9777-30b0a81d9bed req-7c5a319a-6405-4458-9d3f-a81404304fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28728568'] for port, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:21.525901 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6e2cad1-98e7-4e7c-bf10-6334100465a2 {{(pid=104575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:52:21.591296 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port e6e2cad1-98e7-4e7c-bf10-6334100465a2, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=e6e2cad1-98e7-4e7c-bf10-6334100465a2,segment=NetworkSegment(79b30a97-febc-4006-9513-f02da6f22bf1),segment_id=79b30a97-febc-4006-9513-f02da6f22bf1)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:52:21.601189 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:21.639604 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:21.686008 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386215c6-f18b-448e-a9d6-87856f474f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85c8dbe-cd4d-4047-b4c9-7cbb0817af00'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:52:21.688599 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06891aadf294c70300823a606954559f382215362bc7d52ae5ebbe768d2ce9e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09732bc5-b42d-4219-8316-dcc0e77bea8f" -d '{"events": [{"server_uuid": "386215c6-f18b-448e-a9d6-87856f474f59", "name": "network-vif-plugged", "status": "completed", "tag": "b85c8dbe-cd4d-4047-b4c9-7cbb0817af00"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:52:21.697391 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725208a1-0cdc-4a5f-84f7-93dd0f9876e7 req-3641c502-b0d9-45ec-a142-9380be0cb961 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:21.699601 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-725208a1-0cdc-4a5f-84f7-93dd0f9876e7 req-3641c502-b0d9-45ec-a142-9380be0cb961 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 943 time: 0.0841985 Jul 14 13:52:21.703742 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=e6e2cad1-98e7-4e7c-bf10-6334100465a2,revision_number=4']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:21.707848 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port b85c8dbe-cd4d-4047-b4c9-7cbb0817af00, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=b85c8dbe-cd4d-4047-b4c9-7cbb0817af00,segment=NetworkSegment(f1e715ab-9363-44bd-9977-f91e6337307a),segment_id=f1e715ab-9363-44bd-9977-f91e6337307a)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:52:21.713524 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:21.714508 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 8fc7b91e-d223-4e13-8532-c3ca0d191f0b no longer exists at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:52:21.744916 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-725208a1-0cdc-4a5f-84f7-93dd0f9876e7 req-4ca13003-579f-4666-bae5-522ef518c2b6 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392652 Jul 14 13:52:21.820514 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261c5bcd-0f39-4160-bb82-481eb22a2220 x-openstack-request-id: req-261c5bcd-0f39-4160-bb82-481eb22a2220 {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:52:21.820876 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386215c6-f18b-448e-a9d6-87856f474f59", "name": "network-vif-plugged", "status": "completed", "tag": "b85c8dbe-cd4d-4047-b4c9-7cbb0817af00", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:52:21.821185 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-261c5bcd-0f39-4160-bb82-481eb22a2220 {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:52:21.821631 dv-cinder-800697-2-iscsi neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386215c6-f18b-448e-a9d6-87856f474f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85c8dbe-cd4d-4047-b4c9-7cbb0817af00', 'code': 200} Jul 14 13:52:21.823467 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=b85c8dbe-cd4d-4047-b4c9-7cbb0817af00,revision_number=5']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:21.854368 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:21.854888 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:21.855396 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:21.855900 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:21.856385 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:21.856717 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:21.857044 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:21.857370 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:21.857714 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:21.858082 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:21.858405 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:21.858775 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:21.933476 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21057f-4627-4e76-967a-76913a076082 req-a5948bd3-e3bd-4499-ac8e-b496e445185c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:21.936041 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7f21057f-4627-4e76-967a-76913a076082 req-a5948bd3-e3bd-4499-ac8e-b496e445185c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8&tenant_id=0aa375225aa7437fa9ce67ac24df914c HTTP/1.1" status: 200 len: 1096 time: 0.1223536 Jul 14 13:52:21.991269 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a319a-6405-4458-9d3f-a81404304fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:22.049400 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['e6e2cad1-98e7-4e7c-bf10-6334100465a2'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:52:22.132540 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53bac0f-8840-45d5-b03d-2ce858662adb req-e851af5e-d2d4-4a74-b2cf-2971828c95e1 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:22.140672 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e53bac0f-8840-45d5-b03d-2ce858662adb req-e851af5e-d2d4-4a74-b2cf-2971828c95e1 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=386215c6-f18b-448e-a9d6-87856f474f59 HTTP/1.1" status: 200 len: 946 time: 0.5985928 Jul 14 13:52:22.181445 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21057f-4627-4e76-967a-76913a076082 req-bca666ac-da2f-408c-b0fe-885b1420c274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:22.183250 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7f21057f-4627-4e76-967a-76913a076082 req-bca666ac-da2f-408c-b0fe-885b1420c274 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0aa375225aa7437fa9ce67ac24df914c&device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 1096 time: 0.1987834 Jul 14 13:52:22.192775 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf63c6-0dea-4a8f-9e06-7596e7f2b10a req-f9843a0f-f58c-4e77-9a72-8f4c6cd5c244 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:22.202562 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0bbf63c6-0dea-4a8f-9e06-7596e7f2b10a req-f9843a0f-f58c-4e77-9a72-8f4c6cd5c244 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6d499e-d585-4876-b972-64030676256e HTTP/1.1" status: 200 len: 945 time: 0.2166369 Jul 14 13:52:22.241777 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:22.275137 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e53bac0f-8840-45d5-b03d-2ce858662adb req-820a9370-8363-49f9-a16b-9d6893d65a7d tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334524 Jul 14 13:52:22.276803 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-dbc45463-7109-400f-9777-30b0a81d9bed req-7c5a319a-6405-4458-9d3f-a81404304fc1 service neutron] Attempting to bind port a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:52:22.277140 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-dbc45463-7109-400f-9777-30b0a81d9bed req-7c5a319a-6405-4458-9d3f-a81404304fc1 service neutron] Attempting to bind port a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '81934ed0-8f82-419f-b662-86cae808ad67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7'}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:52:22.277451 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc45463-7109-400f-9777-30b0a81d9bed req-7c5a319a-6405-4458-9d3f-a81404304fc1 service neutron] Attempting to bind port a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9 on network a45b7b5e-8449-40db-b2c9-e253d306a9b7 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:52:22.282676 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc45463-7109-400f-9777-30b0a81d9bed req-7c5a319a-6405-4458-9d3f-a81404304fc1 service neutron] Port a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9 on network a45b7b5e-8449-40db-b2c9-e253d306a9b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:52:22.283019 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc45463-7109-400f-9777-30b0a81d9bed req-7c5a319a-6405-4458-9d3f-a81404304fc1 service neutron] Attempting to bind port a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9 on network a45b7b5e-8449-40db-b2c9-e253d306a9b7 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:52:22.305076 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc45463-7109-400f-9777-30b0a81d9bed req-7c5a319a-6405-4458-9d3f-a81404304fc1 service neutron] Checking agent: {'id': '92e582b9-0e65-4c58-8afe-cb3347eabd77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 47, 47), 'started_at': datetime.datetime(2021, 7, 14, 13, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:52:22.305406 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc45463-7109-400f-9777-30b0a81d9bed req-7c5a319a-6405-4458-9d3f-a81404304fc1 service neutron] Checking segment: {'id': '81934ed0-8f82-419f-b662-86cae808ad67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:52:22.305775 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc45463-7109-400f-9777-30b0a81d9bed req-7c5a319a-6405-4458-9d3f-a81404304fc1 service neutron] Bound using segment: {'id': '81934ed0-8f82-419f-b662-86cae808ad67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7'} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:52:22.306206 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-dbc45463-7109-400f-9777-30b0a81d9bed req-7c5a319a-6405-4458-9d3f-a81404304fc1 service neutron] Bound port: a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81934ed0-8f82-419f-b662-86cae808ad67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7'}}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:52:22.306559 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-dbc45463-7109-400f-9777-30b0a81d9bed req-7c5a319a-6405-4458-9d3f-a81404304fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:22.308449 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0bbf63c6-0dea-4a8f-9e06-7596e7f2b10a req-a09eb0b9-796e-4a23-90ad-bc92a1525fef tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030576 Jul 14 13:52:22.380460 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10694b6-e138-4105-904f-375c6d53746d req-5892d921-7d3d-4c45-babb-12a20d62882a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:22.382071 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a10694b6-e138-4105-904f-375c6d53746d req-5892d921-7d3d-4c45-babb-12a20d62882a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=386215c6-f18b-448e-a9d6-87856f474f59 HTTP/1.1" status: 200 len: 1099 time: 0.1792612 Jul 14 13:52:22.382533 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21057f-4627-4e76-967a-76913a076082 req-f5c8b77c-bf09-4d6f-a87b-1b68de6238c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:22.384299 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7f21057f-4627-4e76-967a-76913a076082 req-f5c8b77c-bf09-4d6f-a87b-1b68de6238c8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4b726da0-ae68-495b-bfc7-0968d1d28d92 HTTP/1.1" status: 200 len: 918 time: 0.1797705 Jul 14 13:52:22.495294 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a10694b6-e138-4105-904f-375c6d53746d req-d24f1d9a-534b-4f07-97ff-9c9138245a08 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675931 Jul 14 13:52:22.518306 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-dbc45463-7109-400f-9777-30b0a81d9bed req-7c5a319a-6405-4458-9d3f-a81404304fc1 service neutron] For port a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9, host hv-cinder-80069, cleared binding levels {{(pid=104572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:52:22.522327 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-dbc45463-7109-400f-9777-30b0a81d9bed req-7c5a319a-6405-4458-9d3f-a81404304fc1 service neutron] For port a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9,segment=NetworkSegment(81934ed0-8f82-419f-b662-86cae808ad67),segment_id=81934ed0-8f82-419f-b662-86cae808ad67)] {{(pid=104572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:52:22.528268 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-dbc45463-7109-400f-9777-30b0a81d9bed req-7c5a319a-6405-4458-9d3f-a81404304fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28728568'] for port, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:22.533748 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7f21057f-4627-4e76-967a-76913a076082 req-53a384d4-c0ed-47b3-a475-538feedb6cd7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fc7b91e-d223-4e13-8532-c3ca0d191f0b HTTP/1.1" status: 200 len: 998 time: 0.1316941 Jul 14 13:52:22.546244 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc45463-7109-400f-9777-30b0a81d9bed req-7c5a319a-6405-4458-9d3f-a81404304fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:22.547054 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-dbc45463-7109-400f-9777-30b0a81d9bed req-7c5a319a-6405-4458-9d3f-a81404304fc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:22.549123 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-dbc45463-7109-400f-9777-30b0a81d9bed req-7c5a319a-6405-4458-9d3f-a81404304fc1 service neutron] 10.222.0.59 "PUT /v2.0/ports/a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9 HTTP/1.1" status: 200 len: 1093 time: 1.5563073 Jul 14 13:52:22.561181 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa56e11-6981-41be-b8d7-56859b6f241e req-34628173-739c-4924-b600-6d903cb0cf05 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:22.568310 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-caa56e11-6981-41be-b8d7-56859b6f241e req-34628173-739c-4924-b600-6d903cb0cf05 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 943 time: 0.1096821 Jul 14 13:52:22.568674 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aff2578-9582-4286-bae9-beac4df94eda', 'tag': 'a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:52:22.570943 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa23dfd8-6fd2-4b0a-8163-507a30d067e2" -d '{"events": [{"name": "network-changed", "server_uuid": "2aff2578-9582-4286-bae9-beac4df94eda", "tag": "a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:52:22.607155 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-caa56e11-6981-41be-b8d7-56859b6f241e req-4cc66131-8504-4cfa-a321-97169cc1cf87 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377865 Jul 14 13:52:22.608839 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a319a-6405-4458-9d3f-a81404304fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9,revision_number=3']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:22.635500 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc44f1a-d9a2-43c9-be61-eb14f179b4f0 x-openstack-request-id: req-8fc44f1a-d9a2-43c9-be61-eb14f179b4f0 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:52:22.635793 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aff2578-9582-4286-bae9-beac4df94eda", "tag": "a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:52:22.636047 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8fc44f1a-d9a2-43c9-be61-eb14f179b4f0 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:52:22.636441 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aff2578-9582-4286-bae9-beac4df94eda', 'tag': 'a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9', 'status': 'completed', 'code': 200} Jul 14 13:52:22.949274 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21057f-4627-4e76-967a-76913a076082 req-1a165b4a-78ca-4bc4-8983-9c213f89169f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:22.950826 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7f21057f-4627-4e76-967a-76913a076082 req-1a165b4a-78ca-4bc4-8983-9c213f89169f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ebef684f-df3e-493a-a16d-87acc125d2bb HTTP/1.1" status: 200 len: 856 time: 0.0720525 Jul 14 13:52:22.992132 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23dfd8-6fd2-4b0a-8163-507a30d067e2 req-d1fbb1e9-1726-4237-b401-7af8e2a1b490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:22.994136 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-aa23dfd8-6fd2-4b0a-8163-507a30d067e2 req-d1fbb1e9-1726-4237-b401-7af8e2a1b490 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=264797ac2dc84b21b49d043a80365add&device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 1096 time: 0.0677824 Jul 14 13:52:23.004441 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa44007-448d-463e-a32c-9c5477e739b5 req-16b179b0-e2ce-4c1a-b273-6c1fb7af7049 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:23.005947 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7fa44007-448d-463e-a32c-9c5477e739b5 req-16b179b0-e2ce-4c1a-b273-6c1fb7af7049 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 943 time: 0.1381619 Jul 14 13:52:23.071353 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7fa44007-448d-463e-a32c-9c5477e739b5 req-aa52a568-165f-4cc1-bbb8-f90aa3403ed8 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461664 Jul 14 13:52:23.080791 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21057f-4627-4e76-967a-76913a076082 req-04b9fa3e-1aff-4420-8d29-0b1744dea18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:23.082271 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7f21057f-4627-4e76-967a-76913a076082 req-04b9fa3e-1aff-4420-8d29-0b1744dea18c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b726da0-ae68-495b-bfc7-0968d1d28d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1092935 Jul 14 13:52:23.199987 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7f21057f-4627-4e76-967a-76913a076082 req-d9e5bc7e-6f76-4350-aafd-35b87e5dae0f service neutron] 10.222.0.59 "GET /v2.0/networks/4b726da0-ae68-495b-bfc7-0968d1d28d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958350 Jul 14 13:52:23.237527 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23dfd8-6fd2-4b0a-8163-507a30d067e2 req-c41b1192-bc49-4618-b5a0-c087415b4a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:23.239144 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-aa23dfd8-6fd2-4b0a-8163-507a30d067e2 req-c41b1192-bc49-4618-b5a0-c087415b4a89 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=264797ac2dc84b21b49d043a80365add&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2281291 Jul 14 13:52:23.269076 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373af25b-7664-40e8-bf90-c946ff8c498b req-3c4f9d7d-7e91-466d-96a5-9e43bea2f3c5 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:23.270675 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-373af25b-7664-40e8-bf90-c946ff8c498b req-3c4f9d7d-7e91-466d-96a5-9e43bea2f3c5 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.1424282 Jul 14 13:52:23.294148 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7f21057f-4627-4e76-967a-76913a076082 req-d1ba6505-2b19-427d-b384-fe535947f3bf service neutron] 10.222.0.59 "GET /v2.0/networks/4b726da0-ae68-495b-bfc7-0968d1d28d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863385 Jul 14 13:52:23.401100 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-373af25b-7664-40e8-bf90-c946ff8c498b req-db2a0ceb-eba6-4291-bf13-04f4a7c983f6 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137705 Jul 14 13:52:23.445294 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23dfd8-6fd2-4b0a-8163-507a30d067e2 req-f6e816d6-c55e-43b9-a4a1-08ab15a40bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:23.446782 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-aa23dfd8-6fd2-4b0a-8163-507a30d067e2 req-f6e816d6-c55e-43b9-a4a1-08ab15a40bfb service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2000339 Jul 14 13:52:23.510506 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1966b-019b-465d-ad17-4d1ce211ea52 req-959cf772-1e1f-4f29-973d-89dd08b2ea07 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:23.512043 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6fe1966b-019b-465d-ad17-4d1ce211ea52 req-959cf772-1e1f-4f29-973d-89dd08b2ea07 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6d499e-d585-4876-b972-64030676256e HTTP/1.1" status: 200 len: 945 time: 0.0731125 Jul 14 13:52:23.550296 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6fe1966b-019b-465d-ad17-4d1ce211ea52 req-061d802f-08ad-454f-a39b-3fa1fd715009 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314107 Jul 14 13:52:23.588156 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc3fca-2c2a-4456-9c34-20c528437ae6 req-9279624b-7481-4453-846a-b9b10331add3 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:23.589628 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cebc3fca-2c2a-4456-9c34-20c528437ae6 req-9279624b-7481-4453-846a-b9b10331add3 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=386215c6-f18b-448e-a9d6-87856f474f59 HTTP/1.1" status: 200 len: 946 time: 0.0728421 Jul 14 13:52:23.657178 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cebc3fca-2c2a-4456-9c34-20c528437ae6 req-3b623789-512f-431b-aa02-c3b2eb9da07c tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588384 Jul 14 13:52:23.674992 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc45463-7109-400f-9777-30b0a81d9bed req-92ff905d-e839-4620-a61e-10fdf4aef160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:23.676517 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-dbc45463-7109-400f-9777-30b0a81d9bed req-92ff905d-e839-4620-a61e-10fdf4aef160 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=264797ac2dc84b21b49d043a80365add&device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 1096 time: 0.0860400 Jul 14 13:52:23.735237 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-dbc45463-7109-400f-9777-30b0a81d9bed req-911d1105-3d24-47df-b6fb-ab7e40d88e52 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9 HTTP/1.1" status: 200 len: 217 time: 0.0401790 Jul 14 13:52:23.793578 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc45463-7109-400f-9777-30b0a81d9bed req-a92d2300-d897-479c-96cb-9366e9e4414e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:23.795127 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-dbc45463-7109-400f-9777-30b0a81d9bed req-a92d2300-d897-479c-96cb-9366e9e4414e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=61b5a236-d87b-41fd-8ce0-529921b310ad HTTP/1.1" status: 200 len: 851 time: 0.0502112 Jul 14 13:52:23.813298 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e1222-ddf1-44aa-8073-c6595124d679 req-64e740e6-d358-46a5-81de-55b861daba62 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:23.815317 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7c9e1222-ddf1-44aa-8073-c6595124d679 req-64e740e6-d358-46a5-81de-55b861daba62 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 943 time: 0.0755932 Jul 14 13:52:23.865204 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7c9e1222-ddf1-44aa-8073-c6595124d679 req-1869d1f3-4cff-4130-8c80-decc8323d21c tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443959 Jul 14 13:52:23.867165 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc45463-7109-400f-9777-30b0a81d9bed req-39a21eec-03bb-42cc-b701-799061ee801f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:23.868654 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-dbc45463-7109-400f-9777-30b0a81d9bed req-39a21eec-03bb-42cc-b701-799061ee801f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a45b7b5e-8449-40db-b2c9-e253d306a9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0627344 Jul 14 13:52:24.053659 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-dbc45463-7109-400f-9777-30b0a81d9bed req-a4f51257-d8c7-4cb6-b884-b3f5c2f593d0 service neutron] 10.222.0.59 "GET /v2.0/networks/a45b7b5e-8449-40db-b2c9-e253d306a9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044679 Jul 14 13:52:24.215225 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-dbc45463-7109-400f-9777-30b0a81d9bed req-36c6b0df-ad8a-4a69-911e-8e6485a4ae6a service neutron] 10.222.0.59 "GET /v2.0/networks/a45b7b5e-8449-40db-b2c9-e253d306a9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498380 Jul 14 13:52:24.331722 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c523b49-6077-4303-a344-98b7e7babd51 req-300f31d2-175a-417e-a66b-742ae8a6394a tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:24.333239 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1c523b49-6077-4303-a344-98b7e7babd51 req-300f31d2-175a-417e-a66b-742ae8a6394a tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 943 time: 0.0851519 Jul 14 13:52:24.376772 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1c523b49-6077-4303-a344-98b7e7babd51 req-1bce912b-d439-4de9-8be7-c667f221b30b tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372474 Jul 14 13:52:24.617064 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d70b6-5b1f-4738-979b-9ee9a2587ba3 req-8097aaae-4688-4b4e-b26c-968bdd564e99 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:24.618843 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8e3d70b6-5b1f-4738-979b-9ee9a2587ba3 req-8097aaae-4688-4b4e-b26c-968bdd564e99 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.0960870 Jul 14 13:52:24.672323 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8e3d70b6-5b1f-4738-979b-9ee9a2587ba3 req-ef16e5e1-72d8-450c-9b71-4e4866062cbe tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474989 Jul 14 13:52:24.752006 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0a81e-393a-4d2f-add8-b4c1fc57fca6 req-2601e0ec-b7b5-4903-8460-cabc280eb907 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:24.753473 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-21b0a81e-393a-4d2f-add8-b4c1fc57fca6 req-2601e0ec-b7b5-4903-8460-cabc280eb907 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6d499e-d585-4876-b972-64030676256e HTTP/1.1" status: 200 len: 945 time: 0.0739336 Jul 14 13:52:24.796581 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-21b0a81e-393a-4d2f-add8-b4c1fc57fca6 req-4610cf36-b4cb-4a1f-bfc6-cc074e77d1d5 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369580 Jul 14 13:52:24.845636 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8e57e-dc78-4da7-9aaa-d768567bb612 req-011fbb3d-13bd-4700-a8e9-cee7ef845886 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:24.847079 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ffe8e57e-dc78-4da7-9aaa-d768567bb612 req-011fbb3d-13bd-4700-a8e9-cee7ef845886 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=386215c6-f18b-448e-a9d6-87856f474f59 HTTP/1.1" status: 200 len: 946 time: 0.0693893 Jul 14 13:52:24.888198 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ffe8e57e-dc78-4da7-9aaa-d768567bb612 req-b949a457-6118-4679-802d-0cf8bdc4c7c6 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348449 Jul 14 13:52:25.045711 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249db386-0265-4d5a-ab5d-8065eaf288c5 req-9d9cc2be-5723-4fd6-9b3b-3848ed1ec919 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:25.047205 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-249db386-0265-4d5a-ab5d-8065eaf288c5 req-9d9cc2be-5723-4fd6-9b3b-3848ed1ec919 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 943 time: 0.0656426 Jul 14 13:52:25.085312 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-249db386-0265-4d5a-ab5d-8065eaf288c5 req-a73528cd-68b9-422d-b1c2-2125f9c33684 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323527 Jul 14 13:52:25.176340 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device e6e2cad1-98e7-4e7c-bf10-6334100465a2 up at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:52:25.230518 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning for port e6e2cad1-98e7-4e7c-bf10-6334100465a2 completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:52:25.234807 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning complete for port e6e2cad1-98e7-4e7c-bf10-6334100465a2 triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:52:25.235267 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:25.323747 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:25.348820 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6d499e-d585-4876-b972-64030676256e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e2cad1-98e7-4e7c-bf10-6334100465a2'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:52:25.351102 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06891aadf294c70300823a606954559f382215362bc7d52ae5ebbe768d2ce9e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c760d49f-72ea-4590-a2f6-823bb7e26233" -d '{"events": [{"server_uuid": "9e6d499e-d585-4876-b972-64030676256e", "name": "network-vif-plugged", "status": "completed", "tag": "e6e2cad1-98e7-4e7c-bf10-6334100465a2"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:52:25.366151 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port e6e2cad1-98e7-4e7c-bf10-6334100465a2, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=e6e2cad1-98e7-4e7c-bf10-6334100465a2,segment=NetworkSegment(79b30a97-febc-4006-9513-f02da6f22bf1),segment_id=79b30a97-febc-4006-9513-f02da6f22bf1)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:52:25.372680 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:25.412712 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33bbc7c-53db-4a9a-abd3-4ad1c1630d48 x-openstack-request-id: req-a33bbc7c-53db-4a9a-abd3-4ad1c1630d48 {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:52:25.413296 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6d499e-d585-4876-b972-64030676256e", "name": "network-vif-plugged", "status": "completed", "tag": "e6e2cad1-98e7-4e7c-bf10-6334100465a2", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:52:25.413551 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a33bbc7c-53db-4a9a-abd3-4ad1c1630d48 {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:52:25.414267 dv-cinder-800697-2-iscsi neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6d499e-d585-4876-b972-64030676256e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e2cad1-98e7-4e7c-bf10-6334100465a2', 'code': 200} Jul 14 13:52:25.442092 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=e6e2cad1-98e7-4e7c-bf10-6334100465a2,revision_number=5']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:25.567352 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3fe5f9-99cd-450c-8ee9-cfa53e0fca45 req-53f0fe0e-45c8-411c-a0d9-3d1d660e5a9d tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:25.568875 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fe3fe5f9-99cd-450c-8ee9-cfa53e0fca45 req-53f0fe0e-45c8-411c-a0d9-3d1d660e5a9d tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 943 time: 0.0675545 Jul 14 13:52:25.606640 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fe3fe5f9-99cd-450c-8ee9-cfa53e0fca45 req-f51a85d7-636d-49eb-b01b-55d58a76a1df tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319533 Jul 14 13:52:25.864200 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f79e8-bfb3-4f0f-93e5-218e1c604745 req-7b40e555-d0c0-47a8-8156-b5e912c3f211 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:25.865632 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d98f79e8-bfb3-4f0f-93e5-218e1c604745 req-7b40e555-d0c0-47a8-8156-b5e912c3f211 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.0771413 Jul 14 13:52:25.908675 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d98f79e8-bfb3-4f0f-93e5-218e1c604745 req-1ec4899c-9e19-47a1-9cba-57758de6883d tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359082 Jul 14 13:52:25.997133 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3bcbf3-781e-4b03-8804-665959157278 req-bc4c701b-94a4-4cc9-bcc9-388652acc105 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:25.999548 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4b3bcbf3-781e-4b03-8804-665959157278 req-bc4c701b-94a4-4cc9-bcc9-388652acc105 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6d499e-d585-4876-b972-64030676256e HTTP/1.1" status: 200 len: 946 time: 0.0906174 Jul 14 13:52:26.040799 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4b3bcbf3-781e-4b03-8804-665959157278 req-499d97fe-9586-476c-8722-247e5c28197e tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330691 Jul 14 13:52:26.083693 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61cd0e4-1d83-410c-9f45-9b5b6c5c803a req-227137d0-5fd3-4b59-9422-8dc382cb2cab tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:26.085286 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b61cd0e4-1d83-410c-9f45-9b5b6c5c803a req-227137d0-5fd3-4b59-9422-8dc382cb2cab tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=386215c6-f18b-448e-a9d6-87856f474f59 HTTP/1.1" status: 200 len: 946 time: 0.0744390 Jul 14 13:52:26.125015 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b61cd0e4-1d83-410c-9f45-9b5b6c5c803a req-d6c053e3-7cd0-4a6e-9586-211d753f1bbf tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342295 Jul 14 13:52:26.263072 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48232e4e-1318-4670-a952-fbbf9ab9cbbe req-763d863b-6be6-40ba-8b37-5e2659e37f62 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:26.264551 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-48232e4e-1318-4670-a952-fbbf9ab9cbbe req-763d863b-6be6-40ba-8b37-5e2659e37f62 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 943 time: 0.0635433 Jul 14 13:52:26.311082 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-48232e4e-1318-4670-a952-fbbf9ab9cbbe req-ff9fb5f4-2057-4eed-9489-b5cc635d719e tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408535 Jul 14 13:52:26.793171 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e323f3-1010-463a-bf4c-2fcd4bf93d3d req-22f67fc2-112a-4577-8048-b76abf93f6f1 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:26.794772 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d3e323f3-1010-463a-bf4c-2fcd4bf93d3d req-22f67fc2-112a-4577-8048-b76abf93f6f1 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 943 time: 0.0717487 Jul 14 13:52:26.836615 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d3e323f3-1010-463a-bf4c-2fcd4bf93d3d req-973e0b66-62d8-464d-9369-7fd3a22dc229 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360107 Jul 14 13:52:27.091408 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59929edf-9b50-45ea-8b14-91246a49a80d req-2ec8a734-7260-4fe4-865f-280cfc7a0e1e tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:27.095401 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-59929edf-9b50-45ea-8b14-91246a49a80d req-2ec8a734-7260-4fe4-865f-280cfc7a0e1e tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.0736427 Jul 14 13:52:27.133068 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-59929edf-9b50-45ea-8b14-91246a49a80d req-de6e5c66-ff87-4cd0-ab4b-819be1aa1b78 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344265 Jul 14 13:52:27.240104 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3971023-bb8e-4786-b351-110ba060723c req-e4e6e666-86a7-4df3-95d1-a2ac63d32ac1 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:27.241658 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e3971023-bb8e-4786-b351-110ba060723c req-e4e6e666-86a7-4df3-95d1-a2ac63d32ac1 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6d499e-d585-4876-b972-64030676256e HTTP/1.1" status: 200 len: 946 time: 0.0790770 Jul 14 13:52:27.290946 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e3971023-bb8e-4786-b351-110ba060723c req-a60e994c-b072-479a-b1be-746b334c8e86 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432506 Jul 14 13:52:27.338544 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd825c05-6677-48bd-98ad-64889c5e607b req-84297187-ea39-4e4b-8da1-1d61a21ae1fc tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:27.341277 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-dd825c05-6677-48bd-98ad-64889c5e607b req-84297187-ea39-4e4b-8da1-1d61a21ae1fc tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=386215c6-f18b-448e-a9d6-87856f474f59 HTTP/1.1" status: 200 len: 946 time: 0.0988381 Jul 14 13:52:27.385508 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-dd825c05-6677-48bd-98ad-64889c5e607b req-de9d8620-1522-45b5-a6f1-b769344301a4 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382903 Jul 14 13:52:27.494456 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f46c89-3ef2-4319-850a-6e6e89c83f23 req-a8523d53-1079-43c3-b049-5d1d1ade813e tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:27.495966 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d6f46c89-3ef2-4319-850a-6e6e89c83f23 req-a8523d53-1079-43c3-b049-5d1d1ade813e tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 943 time: 0.0653472 Jul 14 13:52:27.536324 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d6f46c89-3ef2-4319-850a-6e6e89c83f23 req-f48c432d-801c-46e0-9a8f-7b03b430018c tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346320 Jul 14 13:52:27.898190 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 46222) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:28.047678 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddca60-4bfd-455b-8c87-d32ff3d753fc req-073f1345-015f-410e-8997-d0cbcf51a46e tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:28.049470 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c9ddca60-4bfd-455b-8c87-d32ff3d753fc req-073f1345-015f-410e-8997-d0cbcf51a46e tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 943 time: 0.0896511 Jul 14 13:52:28.051555 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-410cb565-a703-4b08-a455-c29b514abc0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:28.090837 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c9ddca60-4bfd-455b-8c87-d32ff3d753fc req-eda28646-035b-41da-838f-d038d16de9ef tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346360 Jul 14 13:52:28.150812 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-410cb565-a703-4b08-a455-c29b514abc0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:28.154597 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-410cb565-a703-4b08-a455-c29b514abc0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:28.193229 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-410cb565-a703-4b08-a455-c29b514abc0c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eb4d08ed81984f3ea264bac916a3d1f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2938857 Jul 14 13:52:28.194186 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410cb565-a703-4b08-a455-c29b514abc0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06bbbbc4-b573-4017-bdb6-895790df986f,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:28.200906 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 46228) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:28.258206 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6bd5e6eb-cab5-466d-acb3-d4901af3f6f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:28.291780 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6bd5e6eb-cab5-466d-acb3-d4901af3f6f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:28.344844 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6bd5e6eb-cab5-466d-acb3-d4901af3f6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:28.347420 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6bd5e6eb-cab5-466d-acb3-d4901af3f6f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:28.350878 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-6bd5e6eb-cab5-466d-acb3-d4901af3f6f5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/06bbbbc4-b573-4017-bdb6-895790df986f HTTP/1.1" status: 204 len: 168 time: 0.1464450 Jul 14 13:52:28.357559 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd5e6eb-cab5-466d-acb3-d4901af3f6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bbbbc4-b573-4017-bdb6-895790df986f,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:28.374110 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56557d78-3b36-4cab-910a-018cd1223bbc req-513f6038-4576-4c85-a00c-1b304b7b80fe tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:28.379732 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-56557d78-3b36-4cab-910a-018cd1223bbc req-513f6038-4576-4c85-a00c-1b304b7b80fe tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.0873554 Jul 14 13:52:28.477793 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-56557d78-3b36-4cab-910a-018cd1223bbc req-b29fad78-ca1f-48a3-a258-ec9b931d293d tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970111 Jul 14 13:52:28.578425 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5a877-2e2b-4492-a746-be782789e437 req-cfcb9d29-6e4f-4d5a-9fff-6a6ae62c6108 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:28.580312 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-48d5a877-2e2b-4492-a746-be782789e437 req-cfcb9d29-6e4f-4d5a-9fff-6a6ae62c6108 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6d499e-d585-4876-b972-64030676256e HTTP/1.1" status: 200 len: 946 time: 0.1115961 Jul 14 13:52:28.671716 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-48d5a877-2e2b-4492-a746-be782789e437 req-96758c97-a700-42f7-91bd-a28879bd7d18 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841799 Jul 14 13:52:28.730446 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32fa3e-3744-4a6e-8486-6a0eb70d1ac2 req-a359dd0c-7d14-420f-ba3d-4d958832305b tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:28.738982 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3d32fa3e-3744-4a6e-8486-6a0eb70d1ac2 req-a359dd0c-7d14-420f-ba3d-4d958832305b tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=386215c6-f18b-448e-a9d6-87856f474f59 HTTP/1.1" status: 200 len: 946 time: 0.1356170 Jul 14 13:52:28.775459 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3d32fa3e-3744-4a6e-8486-6a0eb70d1ac2 req-188c05e3-7102-4995-9bcb-e6c1b29168b3 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355690 Jul 14 13:52:28.858906 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cfc2d1-8613-49a2-8d17-1e0e6842058e req-beb15a72-c027-4d25-84ba-56a1b2e8240f tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:28.860379 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-24cfc2d1-8613-49a2-8d17-1e0e6842058e req-beb15a72-c027-4d25-84ba-56a1b2e8240f tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 943 time: 0.0689240 Jul 14 13:52:28.898942 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-24cfc2d1-8613-49a2-8d17-1e0e6842058e req-61dcef2a-fc37-4ed6-948a-dcb7a1d399d2 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324466 Jul 14 13:52:29.277502 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fe3bd-9ad8-4bf7-bd66-4c6e375c994b req-80aef688-44ac-4d8d-942c-c87bcd31cfcb tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:29.279011 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9b4fe3bd-9ad8-4bf7-bd66-4c6e375c994b req-80aef688-44ac-4d8d-942c-c87bcd31cfcb tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 943 time: 0.0706553 Jul 14 13:52:29.315727 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9b4fe3bd-9ad8-4bf7-bd66-4c6e375c994b req-ab4f1e9e-1a44-4512-b526-93b72b982365 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310404 Jul 14 13:52:29.647216 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd898c-f59f-4e70-9542-5cb7ff4a5c4e req-fc7b362b-52fe-46ca-8117-01e556ac9cd6 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:29.648733 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-23bd898c-f59f-4e70-9542-5cb7ff4a5c4e req-fc7b362b-52fe-46ca-8117-01e556ac9cd6 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.0648606 Jul 14 13:52:29.685752 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-23bd898c-f59f-4e70-9542-5cb7ff4a5c4e req-5744b19d-a9d3-4837-8fb5-8c792f21adab tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313377 Jul 14 13:52:29.849898 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92785be8-7396-41a5-ab3b-75554b5147c5 req-b6a41138-942c-4546-adbd-999bb683fb23 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:29.851447 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-92785be8-7396-41a5-ab3b-75554b5147c5 req-b6a41138-942c-4546-adbd-999bb683fb23 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6d499e-d585-4876-b972-64030676256e HTTP/1.1" status: 200 len: 946 time: 0.0651875 Jul 14 13:52:29.994320 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e816f-ebfb-46f9-9947-b970c7f387e6 req-509b8fdc-4724-4bd0-968e-ce157eeaf02c tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:29.996382 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6e5e816f-ebfb-46f9-9947-b970c7f387e6 req-509b8fdc-4724-4bd0-968e-ce157eeaf02c tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=386215c6-f18b-448e-a9d6-87856f474f59 HTTP/1.1" status: 200 len: 946 time: 0.0921795 Jul 14 13:52:30.038066 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6e5e816f-ebfb-46f9-9947-b970c7f387e6 req-2a3400a0-ecc0-494d-b995-a5237778f1f8 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351305 Jul 14 13:52:30.150421 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-92785be8-7396-41a5-ab3b-75554b5147c5 req-616bd882-fb84-49f3-b149-157e6c9a1eae tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927179 Jul 14 13:52:30.235606 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf495f93-3574-45e6-9361-475d6a0f60ec req-cda5f8be-b3f3-4cd7-9d24-314a7245a392 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:30.237577 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cf495f93-3574-45e6-9361-475d6a0f60ec req-cda5f8be-b3f3-4cd7-9d24-314a7245a392 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 943 time: 0.0658071 Jul 14 13:52:30.276306 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cf495f93-3574-45e6-9361-475d6a0f60ec req-247d643b-e07e-486b-8742-ac9c7081d3fe tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326259 Jul 14 13:52:30.501241 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7144cd-a706-47d9-b510-625d9ed4e31a req-2ab85d47-4e43-4091-8d8a-5ea84c10ee53 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:30.502699 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ce7144cd-a706-47d9-b510-625d9ed4e31a req-2ab85d47-4e43-4091-8d8a-5ea84c10ee53 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 943 time: 0.0639668 Jul 14 13:52:30.547588 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ce7144cd-a706-47d9-b510-625d9ed4e31a req-73cf9d6f-12e8-48ce-ba29-e7409bcb6e45 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387771 Jul 14 13:52:30.869010 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b02dc3-7be6-43a4-87a5-8a369a0e2d27 req-0930ca68-a705-46fc-ae94-ccc59518b159 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:30.870466 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-02b02dc3-7be6-43a4-87a5-8a369a0e2d27 req-0930ca68-a705-46fc-ae94-ccc59518b159 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.0652852 Jul 14 13:52:30.912066 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-02b02dc3-7be6-43a4-87a5-8a369a0e2d27 req-0e9b5aec-24b8-4c56-b62b-8911b4b44b96 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359991 Jul 14 13:52:31.241685 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06e1cc-7cbf-425a-aed0-8b4680624f90 req-e80e504f-f955-4d1b-befb-9e8d84e50023 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:31.243191 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7d06e1cc-7cbf-425a-aed0-8b4680624f90 req-e80e504f-f955-4d1b-befb-9e8d84e50023 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=386215c6-f18b-448e-a9d6-87856f474f59 HTTP/1.1" status: 200 len: 946 time: 0.0785725 Jul 14 13:52:31.283662 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7d06e1cc-7cbf-425a-aed0-8b4680624f90 req-be013af2-06a9-48f6-b8d4-4afbe4062510 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339808 Jul 14 13:52:31.333135 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4dd633-7091-42ea-ba89-5b83208a4d59 req-3ecd59b2-a940-4234-be03-b9af0f817e14 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:31.334594 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8a4dd633-7091-42ea-ba89-5b83208a4d59 req-3ecd59b2-a940-4234-be03-b9af0f817e14 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6d499e-d585-4876-b972-64030676256e HTTP/1.1" status: 200 len: 946 time: 0.0642235 Jul 14 13:52:31.379356 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8a4dd633-7091-42ea-ba89-5b83208a4d59 req-119095be-b9cf-47dd-a52e-b3429ac77f2f tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390282 Jul 14 13:52:31.454243 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c1712-02ae-4cf4-81c9-0367773aa2d2 req-9a5bca34-ff16-4faa-8a07-1b39ca37b69f tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:31.455895 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-281c1712-02ae-4cf4-81c9-0367773aa2d2 req-9a5bca34-ff16-4faa-8a07-1b39ca37b69f tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 943 time: 0.0641737 Jul 14 13:52:31.493629 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-281c1712-02ae-4cf4-81c9-0367773aa2d2 req-2185609b-838e-4d6c-8fa1-0d92c18edde0 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319660 Jul 14 13:52:31.722457 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f3e9d-54ef-4472-8e3d-6425b2ccb285 req-46928e99-acbb-493b-8d8b-84b2f50649c1 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:31.723926 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b52f3e9d-54ef-4472-8e3d-6425b2ccb285 req-46928e99-acbb-493b-8d8b-84b2f50649c1 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 943 time: 0.0648870 Jul 14 13:52:31.764912 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b52f3e9d-54ef-4472-8e3d-6425b2ccb285 req-a9d231cb-df7d-4d08-b0c1-8da2800b3aab tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350523 Jul 14 13:52:32.091528 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9c945-d92e-4e2e-8a5e-2970622cc5fc req-68e64003-7e56-4925-aa1b-e0ad05057958 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:32.093034 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-26d9c945-d92e-4e2e-8a5e-2970622cc5fc req-68e64003-7e56-4925-aa1b-e0ad05057958 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.0651746 Jul 14 13:52:32.133283 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-26d9c945-d92e-4e2e-8a5e-2970622cc5fc req-fa945f8c-4b60-4155-9b28-c7e436e93a2f tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345619 Jul 14 13:52:32.476099 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3b721-7a9b-4832-b4c3-012bd29b3395 req-6ce5aec4-e555-472e-bc3e-30526b0debab tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:32.477571 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9dd3b721-7a9b-4832-b4c3-012bd29b3395 req-6ce5aec4-e555-472e-bc3e-30526b0debab tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=386215c6-f18b-448e-a9d6-87856f474f59 HTTP/1.1" status: 200 len: 946 time: 0.0743763 Jul 14 13:52:32.529871 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9dd3b721-7a9b-4832-b4c3-012bd29b3395 req-722bc790-3196-495b-be70-2e15f94b37fe tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460720 Jul 14 13:52:32.578281 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb34f8-dc76-44b8-8b00-ed0d8a105aea req-1eab78ba-f438-40b9-8d49-6897d0826eae tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:32.579989 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8dcb34f8-dc76-44b8-8b00-ed0d8a105aea req-1eab78ba-f438-40b9-8d49-6897d0826eae tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6d499e-d585-4876-b972-64030676256e HTTP/1.1" status: 200 len: 946 time: 0.0712049 Jul 14 13:52:32.619164 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8dcb34f8-dc76-44b8-8b00-ed0d8a105aea req-fa9e3b35-35c1-4358-99f4-87a2279bcaa7 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331314 Jul 14 13:52:32.684877 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96650bf-6c68-4556-b05f-cd1998f14dc7 req-c40b2192-c9b3-414a-9e6f-6e23077b38fe tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:32.686807 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b96650bf-6c68-4556-b05f-cd1998f14dc7 req-c40b2192-c9b3-414a-9e6f-6e23077b38fe tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 943 time: 0.0640187 Jul 14 13:52:32.726753 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b96650bf-6c68-4556-b05f-cd1998f14dc7 req-ad2132a4-7055-44d0-ac44-514c8e2fa70e tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339618 Jul 14 13:52:32.953761 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda55c88-a55e-4ed4-a251-92a3b4394a3f req-82e5c52b-7568-4a85-98bd-e79a464c19c7 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:32.955269 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-cda55c88-a55e-4ed4-a251-92a3b4394a3f req-82e5c52b-7568-4a85-98bd-e79a464c19c7 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 943 time: 0.0634923 Jul 14 13:52:32.997747 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-cda55c88-a55e-4ed4-a251-92a3b4394a3f req-a5968fcf-0da5-4027-a59d-918d9e42d62b tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363507 Jul 14 13:52:33.312179 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad77cde-6d6e-49af-bbb3-0bff8cd3df18 req-080c8010-090b-42d4-83bd-6cc03174063c tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:33.313541 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-dad77cde-6d6e-49af-bbb3-0bff8cd3df18 req-080c8010-090b-42d4-83bd-6cc03174063c tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.0649836 Jul 14 13:52:33.359160 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-dad77cde-6d6e-49af-bbb3-0bff8cd3df18 req-2c4b8dde-8d82-495b-a0db-9dc55f96829e tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396256 Jul 14 13:52:33.714055 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4416eac-e202-4509-a9ff-16d19568cee4 req-212a4ea7-95e4-453d-9ea8-08ef72b8cf5c tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:33.717530 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f4416eac-e202-4509-a9ff-16d19568cee4 req-212a4ea7-95e4-453d-9ea8-08ef72b8cf5c tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=386215c6-f18b-448e-a9d6-87856f474f59 HTTP/1.1" status: 200 len: 946 time: 0.0798542 Jul 14 13:52:33.759528 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f4416eac-e202-4509-a9ff-16d19568cee4 req-0fa9af9f-6977-4875-9753-b748e81d30c7 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382113 Jul 14 13:52:33.811526 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c14ed5-0271-49ad-840d-ce5b957378ee req-dbe4649a-7109-4cf7-b186-55d5abe7188a tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:33.813257 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-57c14ed5-0271-49ad-840d-ce5b957378ee req-dbe4649a-7109-4cf7-b186-55d5abe7188a tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6d499e-d585-4876-b972-64030676256e HTTP/1.1" status: 200 len: 946 time: 0.0675938 Jul 14 13:52:33.866824 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-57c14ed5-0271-49ad-840d-ce5b957378ee req-34e35135-fc56-446b-b4b5-2de8a66e7b4e tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468349 Jul 14 13:52:33.932518 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d84029-9b6b-440c-8c11-4dcebab45b88 req-718ed875-b20c-46e3-9e66-68bdab9a08dd tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:33.934157 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c2d84029-9b6b-440c-8c11-4dcebab45b88 req-718ed875-b20c-46e3-9e66-68bdab9a08dd tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 943 time: 0.0685644 Jul 14 13:52:33.977678 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c2d84029-9b6b-440c-8c11-4dcebab45b88 req-99f33588-2650-4f18-bf69-248649473f14 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347953 Jul 14 13:52:34.184504 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb5052-4b52-4634-85df-766da698632e req-549446cc-6bae-41f5-9efa-ff2dda175b3e tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:34.186413 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-49bb5052-4b52-4634-85df-766da698632e req-549446cc-6bae-41f5-9efa-ff2dda175b3e tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 943 time: 0.0654562 Jul 14 13:52:34.234379 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-49bb5052-4b52-4634-85df-766da698632e req-6cf54b40-91b8-422e-9359-90230ea9b267 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374935 Jul 14 13:52:34.539822 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c924d3-fd38-4059-bff5-95638442e3bc req-6aab738d-8b4f-4926-ae5b-a297d35ffd91 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:34.541231 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-23c924d3-fd38-4059-bff5-95638442e3bc req-6aab738d-8b4f-4926-ae5b-a297d35ffd91 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.0666091 Jul 14 13:52:34.580324 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-23c924d3-fd38-4059-bff5-95638442e3bc req-30b91f8f-08c3-4664-a1a2-3d2668eacf86 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332639 Jul 14 13:52:34.951388 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d699c-ebf1-4249-9eac-eed827a4985e req-346d7590-4256-4d97-aea3-fa70a26aa32b tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:34.953160 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b66d699c-ebf1-4249-9eac-eed827a4985e req-346d7590-4256-4d97-aea3-fa70a26aa32b tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=386215c6-f18b-448e-a9d6-87856f474f59 HTTP/1.1" status: 200 len: 946 time: 0.0818439 Jul 14 13:52:35.011985 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b66d699c-ebf1-4249-9eac-eed827a4985e req-c7751076-d2d3-437a-93dd-2d9acfced912 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526674 Jul 14 13:52:35.056736 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10da8c-b873-4cf8-bf6c-3849d3a7ab47 req-b01d7f31-0c97-44c4-95b0-f962695b8a22 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:35.058170 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8b10da8c-b873-4cf8-bf6c-3849d3a7ab47 req-b01d7f31-0c97-44c4-95b0-f962695b8a22 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6d499e-d585-4876-b972-64030676256e HTTP/1.1" status: 200 len: 946 time: 0.0709500 Jul 14 13:52:35.103737 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8b10da8c-b873-4cf8-bf6c-3849d3a7ab47 req-9c526c3b-9b1c-4668-8298-6ec41c82f616 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398006 Jul 14 13:52:35.181590 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab5d14-a0ef-4579-b814-6916fd7facee req-d4cd635a-8439-4356-817e-895b16b5bfa0 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:35.183911 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-36ab5d14-a0ef-4579-b814-6916fd7facee req-d4cd635a-8439-4356-817e-895b16b5bfa0 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 943 time: 0.0674284 Jul 14 13:52:35.224094 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-36ab5d14-a0ef-4579-b814-6916fd7facee req-1ed3e1f7-0bfc-4681-96d0-6b7dc46c89d7 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335305 Jul 14 13:52:35.414308 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8ab26-a075-46b2-bb5a-9741d5dd461a req-47d00af0-f94b-43dc-bb2b-8940d745a604 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:35.415862 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9de8ab26-a075-46b2-bb5a-9741d5dd461a req-47d00af0-f94b-43dc-bb2b-8940d745a604 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 943 time: 0.0644305 Jul 14 13:52:35.456288 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9de8ab26-a075-46b2-bb5a-9741d5dd461a req-ef5589bc-2ee7-44a4-9e84-6be55e78b5f7 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345612 Jul 14 13:52:35.763670 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4efe9-e084-46d1-a549-3fd3ea1b1c1a req-6f8fd15d-1091-43f3-b7a0-4e61656822f1 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:35.765179 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-3de4efe9-e084-46d1-a549-3fd3ea1b1c1a req-6f8fd15d-1091-43f3-b7a0-4e61656822f1 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.0719910 Jul 14 13:52:35.804466 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-3de4efe9-e084-46d1-a549-3fd3ea1b1c1a req-9c817fe0-4fee-408c-b9e1-3716fdd71352 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334628 Jul 14 13:52:36.196165 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee839a2-28d1-4402-b80e-82a306feb387 req-df2ed75b-098b-4286-a9cf-2e68069b7b0f tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:36.197614 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1ee839a2-28d1-4402-b80e-82a306feb387 req-df2ed75b-098b-4286-a9cf-2e68069b7b0f tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=386215c6-f18b-448e-a9d6-87856f474f59 HTTP/1.1" status: 200 len: 946 time: 0.0782840 Jul 14 13:52:36.236474 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1ee839a2-28d1-4402-b80e-82a306feb387 req-7ddf0828-dcfa-4121-8175-09de6da2bb8e tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319977 Jul 14 13:52:36.296704 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46f5df-57fc-439f-8e39-3ea98859886c req-ef455c03-7878-4b92-9562-fc270a702cde tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:36.303521 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cd46f5df-57fc-439f-8e39-3ea98859886c req-ef455c03-7878-4b92-9562-fc270a702cde tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6d499e-d585-4876-b972-64030676256e HTTP/1.1" status: 200 len: 946 time: 0.0753667 Jul 14 13:52:36.338259 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cd46f5df-57fc-439f-8e39-3ea98859886c req-adf9e2ed-61cb-499c-9a90-9782137f862b tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321422 Jul 14 13:52:36.402808 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217f59c-a265-4aaf-bd93-780ce30ab116 req-5b8b84ab-8f35-49c0-b0a3-80409a790099 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:36.404303 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a217f59c-a265-4aaf-bd93-780ce30ab116 req-5b8b84ab-8f35-49c0-b0a3-80409a790099 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 943 time: 0.0637524 Jul 14 13:52:36.441060 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a217f59c-a265-4aaf-bd93-780ce30ab116 req-be2a1c5c-8c5c-4f24-9c4f-f941801f7b40 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308647 Jul 14 13:52:36.647953 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a67bb-90b8-4126-b422-75409b802402 req-117a2d7a-1eed-4267-9965-d8fe39a1f780 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:36.649368 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e98a67bb-90b8-4126-b422-75409b802402 req-117a2d7a-1eed-4267-9965-d8fe39a1f780 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 943 time: 0.0699973 Jul 14 13:52:36.708880 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e98a67bb-90b8-4126-b422-75409b802402 req-e5fce7e0-e4de-4fdd-92f6-fd1683b2fce7 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408592 Jul 14 13:52:36.719201 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b86ad-b19b-4e58-9611-2441ea605537 req-00701aff-fa6a-40e7-8f44-2ebeee31f643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:36.720611 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9b1b86ad-b19b-4e58-9611-2441ea605537 req-00701aff-fa6a-40e7-8f44-2ebeee31f643 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9e6d499e-d585-4876-b972-64030676256e HTTP/1.1" status: 200 len: 1099 time: 0.0884724 Jul 14 13:52:36.787843 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9b1b86ad-b19b-4e58-9611-2441ea605537 req-ae9ed917-20e8-4f47-b505-8781bd071fe8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351849 Jul 14 13:52:36.981601 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9aaa2-d5ea-45a0-aa38-a7d40906ff05 req-2cdaa253-b3e8-4d75-880a-6b309192ba31 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:36.982969 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d1c9aaa2-d5ea-45a0-aa38-a7d40906ff05 req-2cdaa253-b3e8-4d75-880a-6b309192ba31 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.0691736 Jul 14 13:52:37.024004 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d1c9aaa2-d5ea-45a0-aa38-a7d40906ff05 req-0d5f39bb-f4ba-47a2-8644-ad2675fcb7c0 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324037 Jul 14 13:52:37.421913 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371713ad-c14b-4c6b-a2d2-2e422dfc9074 req-a32e2a33-b15c-4fc2-9e92-54a4f83f8846 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:37.423374 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-371713ad-c14b-4c6b-a2d2-2e422dfc9074 req-a32e2a33-b15c-4fc2-9e92-54a4f83f8846 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=386215c6-f18b-448e-a9d6-87856f474f59 HTTP/1.1" status: 200 len: 946 time: 0.0657365 Jul 14 13:52:37.460702 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-371713ad-c14b-4c6b-a2d2-2e422dfc9074 req-bd3188a3-e012-46a8-91d0-9ad8fd069b1b tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316317 Jul 14 13:52:37.513537 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed345b-f772-4148-9c54-da725cb34c26 req-995a7cb7-a780-4f9b-b463-2b05043f4e22 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:37.515119 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f0ed345b-f772-4148-9c54-da725cb34c26 req-995a7cb7-a780-4f9b-b463-2b05043f4e22 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6d499e-d585-4876-b972-64030676256e HTTP/1.1" status: 200 len: 946 time: 0.0687075 Jul 14 13:52:37.553621 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f0ed345b-f772-4148-9c54-da725cb34c26 req-1ac0a8d5-7c4c-4048-82e2-0411463c31e9 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323873 Jul 14 13:52:37.625709 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f928cc-71cf-488e-8d01-7bfaf1ce6906 req-15caf167-65dd-4c96-bd6b-5ccf02b888a9 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:37.627193 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c2f928cc-71cf-488e-8d01-7bfaf1ce6906 req-15caf167-65dd-4c96-bd6b-5ccf02b888a9 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 943 time: 0.0670636 Jul 14 13:52:37.665579 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c2f928cc-71cf-488e-8d01-7bfaf1ce6906 req-a7273f27-6e99-4852-ae98-39d98160a5d3 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327117 Jul 14 13:52:37.892784 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92b2ce-b5ae-4459-bd0e-6ea4a91b1ef0 req-d4762fa5-53a3-4076-993f-c5d5c5684330 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:37.894296 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fc92b2ce-b5ae-4459-bd0e-6ea4a91b1ef0 req-d4762fa5-53a3-4076-993f-c5d5c5684330 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 943 time: 0.0654814 Jul 14 13:52:37.933248 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fc92b2ce-b5ae-4459-bd0e-6ea4a91b1ef0 req-1420b4f0-eae2-4fc0-b707-59618ef7e124 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332439 Jul 14 13:52:38.207669 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824e426-abb0-4e1a-a4d4-f6d899e079c5 req-1e62f448-d55c-4010-8421-25e2f8200892 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:38.209129 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2824e426-abb0-4e1a-a4d4-f6d899e079c5 req-1e62f448-d55c-4010-8421-25e2f8200892 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.0652411 Jul 14 13:52:38.247470 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2824e426-abb0-4e1a-a4d4-f6d899e079c5 req-72011a1c-7987-47cf-a6c2-8e8fe3157911 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323148 Jul 14 13:52:38.747483 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62297ae1-cd3a-4722-a001-fd7ad30f23ed req-ef5dabe8-913b-4a5c-8321-07413c29846f tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:38.748982 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-62297ae1-cd3a-4722-a001-fd7ad30f23ed req-ef5dabe8-913b-4a5c-8321-07413c29846f tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6d499e-d585-4876-b972-64030676256e HTTP/1.1" status: 200 len: 946 time: 0.0731666 Jul 14 13:52:38.790201 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-62297ae1-cd3a-4722-a001-fd7ad30f23ed req-5de1222c-c877-40db-a66f-714ba64e1cd7 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332360 Jul 14 13:52:38.841959 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5392a-beea-4514-b6d2-b506caa06f97 req-42af6174-aa71-4d11-b8f1-d48783bc033f tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:38.844484 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-54f5392a-beea-4514-b6d2-b506caa06f97 req-42af6174-aa71-4d11-b8f1-d48783bc033f tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 943 time: 0.0663216 Jul 14 13:52:38.881094 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-54f5392a-beea-4514-b6d2-b506caa06f97 req-a62719c4-0b24-4d81-93da-edf1e4939724 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322316 Jul 14 13:52:39.122297 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70cd10-f900-4249-87ad-fb463f7dc467 req-8b6e67f9-37df-4f84-9567-b967a58dae22 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:39.125132 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-bb70cd10-f900-4249-87ad-fb463f7dc467 req-8b6e67f9-37df-4f84-9567-b967a58dae22 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 943 time: 0.0712547 Jul 14 13:52:39.172618 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-bb70cd10-f900-4249-87ad-fb463f7dc467 req-9e537ea3-0be9-4018-baa6-4d550ebc492a tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412140 Jul 14 13:52:39.431230 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709d0fa-5190-4209-a969-213d35e829d2 req-152544a6-f974-4eff-93ee-5cd1c8bc4b0e tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:39.432792 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-3709d0fa-5190-4209-a969-213d35e829d2 req-152544a6-f974-4eff-93ee-5cd1c8bc4b0e tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.0739555 Jul 14 13:52:39.502077 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-3709d0fa-5190-4209-a969-213d35e829d2 req-58c03f8d-2cb0-4b5a-9585-053fef50c859 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603828 Jul 14 13:52:39.528687 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e781aa-4586-4d41-984b-3ba77289fd02 req-9823b967-4d4e-4e05-9663-01bf5012e808 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:39.528687 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-25e781aa-4586-4d41-984b-3ba77289fd02 req-9823b967-4d4e-4e05-9663-01bf5012e808 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.59 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 946 time: 0.0931208 Jul 14 13:52:39.641227 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-25e781aa-4586-4d41-984b-3ba77289fd02 req-d3003db9-6518-48c7-8892-ac6ad172b043 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Deleting port 2e9c2857-dbaa-48d1-adbb-1c5c61fe0922 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:52:39.641565 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-25e781aa-4586-4d41-984b-3ba77289fd02 req-d3003db9-6518-48c7-8892-ac6ad172b043 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:39.733009 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-25e781aa-4586-4d41-984b-3ba77289fd02 req-d3003db9-6518-48c7-8892-ac6ad172b043 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] For port 2e9c2857-dbaa-48d1-adbb-1c5c61fe0922, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2e9c2857-dbaa-48d1-adbb-1c5c61fe0922,segment=NetworkSegment(0547d367-b0f7-4efe-b546-06bf6350879a),segment_id=0547d367-b0f7-4efe-b546-06bf6350879a)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:52:39.733280 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-25e781aa-4586-4d41-984b-3ba77289fd02 req-d3003db9-6518-48c7-8892-ac6ad172b043 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:39.747743 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-25e781aa-4586-4d41-984b-3ba77289fd02 req-d3003db9-6518-48c7-8892-ac6ad172b043 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Calling delete_port for 2e9c2857-dbaa-48d1-adbb-1c5c61fe0922 owned by compute:nova {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:52:40.065051 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b2a0f-7710-4fbc-8084-50954c58600f req-ed4b8f42-c657-4084-bd00-d3e86a749151 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:40.066633 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c80b2a0f-7710-4fbc-8084-50954c58600f req-ed4b8f42-c657-4084-bd00-d3e86a749151 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 943 time: 0.0665989 Jul 14 13:52:40.105252 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c80b2a0f-7710-4fbc-8084-50954c58600f req-9afaa3b9-7578-459d-a99d-2e83a7ea667d tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326114 Jul 14 13:52:40.110804 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96437e-e3a7-42ba-9373-9007dc5c9150 req-34f99d38-959e-4bc9-bcc7-87cde4903722 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:40.112615 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-3a96437e-e3a7-42ba-9373-9007dc5c9150 req-34f99d38-959e-4bc9-bcc7-87cde4903722 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6d499e-d585-4876-b972-64030676256e HTTP/1.1" status: 200 len: 946 time: 0.3661120 Jul 14 13:52:40.180701 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-3a96437e-e3a7-42ba-9373-9007dc5c9150 req-be6e9e77-7baa-4e94-93c3-737f228b7e58 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620341 Jul 14 13:52:40.192205 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-25e781aa-4586-4d41-984b-3ba77289fd02 req-d3003db9-6518-48c7-8892-ac6ad172b043 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:40.220023 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3003db9-6518-48c7-8892-ac6ad172b043 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Pushing event deleted for resources: {'Port': ['ID=2e9c2857-dbaa-48d1-adbb-1c5c61fe0922,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:40.237197 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['2e9c2857-dbaa-48d1-adbb-1c5c61fe0922', 'cef9ee7d-401e-4905-b632-7f279f3489f2'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:52:40.269307 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e781aa-4586-4d41-984b-3ba77289fd02 req-d3003db9-6518-48c7-8892-ac6ad172b043 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] No DVR routers for this DVR port 2e9c2857-dbaa-48d1-adbb-1c5c61fe0922 on host hv-cinder-80069 {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:52:40.272469 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-25e781aa-4586-4d41-984b-3ba77289fd02 req-d3003db9-6518-48c7-8892-ac6ad172b043 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:40.274428 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-25e781aa-4586-4d41-984b-3ba77289fd02 req-d3003db9-6518-48c7-8892-ac6ad172b043 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.59 "DELETE /v2.0/ports/2e9c2857-dbaa-48d1-adbb-1c5c61fe0922 HTTP/1.1" status: 204 len: 173 time: 0.7398462 Jul 14 13:52:40.274870 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eeba2cd-d7f1-456b-88dc-f893600dd788', 'name': 'network-vif-deleted', 'tag': '2e9c2857-dbaa-48d1-adbb-1c5c61fe0922'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:52:40.277127 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80732ff-89a0-4fc1-afbb-8283d1041461" -d '{"events": [{"server_uuid": "5eeba2cd-d7f1-456b-88dc-f893600dd788", "name": "network-vif-deleted", "tag": "2e9c2857-dbaa-48d1-adbb-1c5c61fe0922"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:52:40.344024 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd1305b-29fc-4e9e-975c-ac0983730129 x-openstack-request-id: req-4bd1305b-29fc-4e9e-975c-ac0983730129 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:52:40.344318 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eeba2cd-d7f1-456b-88dc-f893600dd788", "name": "network-vif-deleted", "tag": "2e9c2857-dbaa-48d1-adbb-1c5c61fe0922", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:52:40.344567 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4bd1305b-29fc-4e9e-975c-ac0983730129 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:52:40.344955 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eeba2cd-d7f1-456b-88dc-f893600dd788', 'name': 'network-vif-deleted', 'tag': '2e9c2857-dbaa-48d1-adbb-1c5c61fe0922', 'status': 'completed', 'code': 200} Jul 14 13:52:40.417361 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d0a56-af6b-4ce4-9c42-47498fda3e60 req-f634bdac-6473-43c1-b932-59e0721ec20c tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:40.419746 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ef4d0a56-af6b-4ce4-9c42-47498fda3e60 req-f634bdac-6473-43c1-b932-59e0721ec20c tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 943 time: 0.0917602 Jul 14 13:52:40.461005 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ef4d0a56-af6b-4ce4-9c42-47498fda3e60 req-4cbc85c4-c3c4-45b8-b76b-58dc57a77322 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353253 Jul 14 13:52:40.673070 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fdbfe3cb-be0a-4c84-adef-0b1095af9c29 req-4f6dc6d7-ed5d-44b4-9440-4f4ffd4f6362 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eeba2cd-d7f1-456b-88dc-f893600dd788 HTTP/1.1" status: 200 len: 210 time: 0.0291674 Jul 14 13:52:41.287493 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed33ab8-a87e-493b-8316-e7e631ba369e req-91afac41-0d81-4553-b19c-812bebf53d1f tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:41.288937 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6ed33ab8-a87e-493b-8316-e7e631ba369e req-91afac41-0d81-4553-b19c-812bebf53d1f tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 943 time: 0.0712688 Jul 14 13:52:41.327128 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6ed33ab8-a87e-493b-8316-e7e631ba369e req-c488bf7c-e605-4028-95e9-8b96d7a269b1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321894 Jul 14 13:52:41.359532 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d9c76-d2b2-4e4d-a241-444ecb47f823 req-eb2ca1fd-11da-4844-9ad1-c38a62484ad4 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:41.360995 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fa6d9c76-d2b2-4e4d-a241-444ecb47f823 req-eb2ca1fd-11da-4844-9ad1-c38a62484ad4 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6d499e-d585-4876-b972-64030676256e HTTP/1.1" status: 200 len: 946 time: 0.0612447 Jul 14 13:52:41.397541 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fa6d9c76-d2b2-4e4d-a241-444ecb47f823 req-e484b6a4-cee1-4133-9c51-e0037af5f7b4 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/security-groups?id=92f32126-e530-409c-b089-7fd105392c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303638 Jul 14 13:52:41.649833 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746cb00-a92c-44ed-9987-a922b6d7b57d req-3a94122d-ac56-46b4-8dd3-0b9ecf946cc9 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:41.651290 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9746cb00-a92c-44ed-9987-a922b6d7b57d req-3a94122d-ac56-46b4-8dd3-0b9ecf946cc9 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 943 time: 0.0633426 Jul 14 13:52:41.687728 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9746cb00-a92c-44ed-9987-a922b6d7b57d req-847194bd-10b7-4290-9b02-9182cddf93fc tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309529 Jul 14 13:52:41.822508 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62c808-0c44-45ec-bedf-d58458d3db8b req-447d3732-3976-46eb-a749-39524f51139b tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:41.823980 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4f62c808-0c44-45ec-bedf-d58458d3db8b req-447d3732-3976-46eb-a749-39524f51139b tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e6d499e-d585-4876-b972-64030676256e HTTP/1.1" status: 200 len: 946 time: 0.0646827 Jul 14 13:52:41.847107 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.agents_db [None req-f94fc2f4-144f-4bce-9715-a006bfd56775 None None] Agent healthcheck: found 6 active agents {{(pid=104576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:52:41.930640 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-4f62c808-0c44-45ec-bedf-d58458d3db8b req-9d11c3fd-39c0-44b5-99b2-7b755115234c tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Deleting port e6e2cad1-98e7-4e7c-bf10-6334100465a2 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:52:41.931019 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-4f62c808-0c44-45ec-bedf-d58458d3db8b req-9d11c3fd-39c0-44b5-99b2-7b755115234c tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:42.021269 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-4f62c808-0c44-45ec-bedf-d58458d3db8b req-9d11c3fd-39c0-44b5-99b2-7b755115234c tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] For port e6e2cad1-98e7-4e7c-bf10-6334100465a2, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=e6e2cad1-98e7-4e7c-bf10-6334100465a2,segment=NetworkSegment(79b30a97-febc-4006-9513-f02da6f22bf1),segment_id=79b30a97-febc-4006-9513-f02da6f22bf1)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:52:42.021622 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-4f62c808-0c44-45ec-bedf-d58458d3db8b req-9d11c3fd-39c0-44b5-99b2-7b755115234c tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:42.033955 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-4f62c808-0c44-45ec-bedf-d58458d3db8b req-9d11c3fd-39c0-44b5-99b2-7b755115234c tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Calling delete_port for e6e2cad1-98e7-4e7c-bf10-6334100465a2 owned by compute:nova {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:52:42.163317 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9347b3-5855-4ed4-9f98-93e0c7b8b8c8 req-5c84f24b-1856-464e-b404-8d5ee09ece6b tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:42.164778 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ed9347b3-5855-4ed4-9f98-93e0c7b8b8c8 req-5c84f24b-1856-464e-b404-8d5ee09ece6b tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0929854 Jul 14 13:52:42.228985 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ed9347b3-5855-4ed4-9f98-93e0c7b8b8c8 req-65036191-29b0-4c81-a674-f183a8ae2d2f tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469477 Jul 14 13:52:42.230122 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-4f62c808-0c44-45ec-bedf-d58458d3db8b req-9d11c3fd-39c0-44b5-99b2-7b755115234c tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:42.258686 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d11c3fd-39c0-44b5-99b2-7b755115234c tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Pushing event deleted for resources: {'Port': ['ID=e6e2cad1-98e7-4e7c-bf10-6334100465a2,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:42.287387 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['e6e2cad1-98e7-4e7c-bf10-6334100465a2'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:52:42.304389 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f62c808-0c44-45ec-bedf-d58458d3db8b req-9d11c3fd-39c0-44b5-99b2-7b755115234c tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] No DVR routers for this DVR port e6e2cad1-98e7-4e7c-bf10-6334100465a2 on host hv-cinder-80069 {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:52:42.306898 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-4f62c808-0c44-45ec-bedf-d58458d3db8b req-9d11c3fd-39c0-44b5-99b2-7b755115234c tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:42.308880 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4f62c808-0c44-45ec-bedf-d58458d3db8b req-9d11c3fd-39c0-44b5-99b2-7b755115234c tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.59 "DELETE /v2.0/ports/e6e2cad1-98e7-4e7c-bf10-6334100465a2 HTTP/1.1" status: 204 len: 173 time: 0.4769297 Jul 14 13:52:42.345647 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6d499e-d585-4876-b972-64030676256e', 'name': 'network-vif-deleted', 'tag': 'e6e2cad1-98e7-4e7c-bf10-6334100465a2'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:52:42.348061 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76e3ec7-f320-4b48-88fb-a53622f7c9b9" -d '{"events": [{"server_uuid": "9e6d499e-d585-4876-b972-64030676256e", "name": "network-vif-deleted", "tag": "e6e2cad1-98e7-4e7c-bf10-6334100465a2"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:52:42.385735 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6b11a9-d3aa-4bcd-a086-baf1a8253869 x-openstack-request-id: req-ee6b11a9-d3aa-4bcd-a086-baf1a8253869 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:52:42.386416 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6d499e-d585-4876-b972-64030676256e", "name": "network-vif-deleted", "tag": "e6e2cad1-98e7-4e7c-bf10-6334100465a2", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:52:42.386416 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ee6b11a9-d3aa-4bcd-a086-baf1a8253869 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:52:42.386606 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6d499e-d585-4876-b972-64030676256e', 'name': 'network-vif-deleted', 'tag': 'e6e2cad1-98e7-4e7c-bf10-6334100465a2', 'status': 'completed', 'code': 200} Jul 14 13:52:42.500760 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b3381-a88f-48cc-b800-248d975fa9a6 req-f0c92f2c-0837-4721-8dc2-1937a9c906a6 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:42.502279 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5c6b3381-a88f-48cc-b800-248d975fa9a6 req-f0c92f2c-0837-4721-8dc2-1937a9c906a6 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 943 time: 0.0662160 Jul 14 13:52:42.550368 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5c6b3381-a88f-48cc-b800-248d975fa9a6 req-1570f827-26b8-43d2-b8b2-0aa3f0130c31 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416262 Jul 14 13:52:42.566522 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-cc986deb-069b-4a82-aa3b-14c1048f7f33 req-bd85bed4-be62-4ddf-bcb8-c877594eba19 tempest-VolumesActionsTest-1585037898 tempest-VolumesActionsTest-1585037898-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6d499e-d585-4876-b972-64030676256e HTTP/1.1" status: 200 len: 210 time: 0.0329454 Jul 14 13:52:42.863522 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f179ad-289e-457b-ac72-e6d7f961b185 req-a67b00a2-e9f7-4829-be55-81560570d152 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:42.864977 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d2f179ad-289e-457b-ac72-e6d7f961b185 req-a67b00a2-e9f7-4829-be55-81560570d152 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 943 time: 0.0647490 Jul 14 13:52:42.905123 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d2f179ad-289e-457b-ac72-e6d7f961b185 req-a6155a05-0bb0-4554-bfe5-9bb90cff2129 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341203 Jul 14 13:52:43.261234 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 2e9c2857-dbaa-48d1-adbb-1c5c61fe0922 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:52:43.281412 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] No Port match for: 2e9c2857-dbaa-48d1-adbb-1c5c61fe0922 {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:52:43.281759 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 2e9c2857-dbaa-48d1-adbb-1c5c61fe0922 not bound to the agent host hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:52:43.409322 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23457d4d-ddfb-4970-b22c-2f5dcbd94657 req-dd97e35c-9860-43af-8372-42840a78fc49 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:43.410790 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-23457d4d-ddfb-4970-b22c-2f5dcbd94657 req-dd97e35c-9860-43af-8372-42840a78fc49 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0690079 Jul 14 13:52:43.449999 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-23457d4d-ddfb-4970-b22c-2f5dcbd94657 req-2ae5907e-7474-4c05-b22b-18cf3e7ee5dc tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327880 Jul 14 13:52:43.724390 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7cd652-f0e4-49c7-8777-6910fd21949a req-5a3e9d80-6b9f-4058-8f98-31e74049da18 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:43.725964 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ea7cd652-f0e4-49c7-8777-6910fd21949a req-5a3e9d80-6b9f-4058-8f98-31e74049da18 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 943 time: 0.0666144 Jul 14 13:52:43.765157 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ea7cd652-f0e4-49c7-8777-6910fd21949a req-c70542d5-aac7-4dc8-a992-19e81e3aa151 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335131 Jul 14 13:52:44.087030 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c81cb-1f72-47df-b083-357318ef3465 req-3f4b5391-98f8-4254-ae55-a783f981f29c tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:44.088531 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-063c81cb-1f72-47df-b083-357318ef3465 req-3f4b5391-98f8-4254-ae55-a783f981f29c tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 943 time: 0.0641179 Jul 14 13:52:44.128414 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-063c81cb-1f72-47df-b083-357318ef3465 req-80fc517f-28ba-4094-83f6-08c9085f09ab tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341306 Jul 14 13:52:44.630242 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f3689-3e00-43e6-bbae-fa966f928a2f req-896d8eb0-4ac9-4c2e-b6a1-19c7550c2fcf tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:44.631838 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-394f3689-3e00-43e6-bbae-fa966f928a2f req-896d8eb0-4ac9-4c2e-b6a1-19c7550c2fcf tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0656590 Jul 14 13:52:44.669683 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-394f3689-3e00-43e6-bbae-fa966f928a2f req-756238af-2439-48de-ae92-89b00dec541c tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320191 Jul 14 13:52:44.952579 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c04c3a-a761-463c-9951-6dfb0bd12ec4 req-6c6ba3a4-e972-40cc-a884-a0a7bd168ccb tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:44.954015 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b7c04c3a-a761-463c-9951-6dfb0bd12ec4 req-6c6ba3a4-e972-40cc-a884-a0a7bd168ccb tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 943 time: 0.0680656 Jul 14 13:52:44.993442 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b7c04c3a-a761-463c-9951-6dfb0bd12ec4 req-a0237df7-8494-4c77-98ec-5bde03827fd8 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318491 Jul 14 13:52:45.316807 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725853e-fa1d-4a47-8b59-b273a3e16bd3 req-57918860-0bd1-4563-bf3e-d23dd860faff tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:45.318149 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a725853e-fa1d-4a47-8b59-b273a3e16bd3 req-57918860-0bd1-4563-bf3e-d23dd860faff tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 943 time: 0.0700130 Jul 14 13:52:45.359359 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a725853e-fa1d-4a47-8b59-b273a3e16bd3 req-e442c9db-2470-4ed8-b576-f9f040dc4ca9 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355744 Jul 14 13:52:45.853695 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e45098-e959-40f3-99bf-feacd6740892 req-3480e0bd-c6ff-4cfd-9a7c-3ad833efefc3 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:45.855194 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b8e45098-e959-40f3-99bf-feacd6740892 req-3480e0bd-c6ff-4cfd-9a7c-3ad833efefc3 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0737109 Jul 14 13:52:45.897496 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b8e45098-e959-40f3-99bf-feacd6740892 req-7dbd82d0-5281-4347-a61c-e99db5c5a5d4 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333703 Jul 14 13:52:46.184917 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79c20c-92f2-4b38-8fa2-9ec9b8e1cb62 req-e32f454a-fd27-4950-bc9e-247284d1fe3a tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:46.186390 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7f79c20c-92f2-4b38-8fa2-9ec9b8e1cb62 req-e32f454a-fd27-4950-bc9e-247284d1fe3a tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 943 time: 0.0785007 Jul 14 13:52:46.226743 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7f79c20c-92f2-4b38-8fa2-9ec9b8e1cb62 req-e09ee42c-35c9-4c77-9af0-ad803c3efced tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344048 Jul 14 13:52:46.556301 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5e1bc-cb5f-4906-9f13-d33821a759ff req-ab88c80c-2958-4396-b613-6ec4cea4b0be tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:46.557876 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fee5e1bc-cb5f-4906-9f13-d33821a759ff req-ab88c80c-2958-4396-b613-6ec4cea4b0be tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 943 time: 0.0662687 Jul 14 13:52:46.597135 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fee5e1bc-cb5f-4906-9f13-d33821a759ff req-fd0e0c65-0eca-43ca-afbc-20a01dce095e tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312521 Jul 14 13:52:46.657899 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=104575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:52:46.765592 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9,segment=NetworkSegment(81934ed0-8f82-419f-b662-86cae808ad67),segment_id=81934ed0-8f82-419f-b662-86cae808ad67)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:52:46.777511 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Returning: {'device': 'a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'port_id': 'a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9', 'mac_address': 'fa:16:3e:bc:a5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:52:46.814209 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:46.827818 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9 {{(pid=104575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:52:46.849025 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9,segment=NetworkSegment(81934ed0-8f82-419f-b662-86cae808ad67),segment_id=81934ed0-8f82-419f-b662-86cae808ad67)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:52:46.856258 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:46.856957 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 8fc7b91e-d223-4e13-8532-c3ca0d191f0b details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=104575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:52:46.914337 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-23eca033-e1d0-4e85-82db-861cc0c73038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:46.960264 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9,revision_number=4']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:47.000302 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port 8fc7b91e-d223-4e13-8532-c3ca0d191f0b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=8fc7b91e-d223-4e13-8532-c3ca0d191f0b,segment=NetworkSegment(3782ce6e-4a36-46a1-9082-0427f175f195),segment_id=3782ce6e-4a36-46a1-9082-0427f175f195)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:52:47.011303 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Returning: {'device': '8fc7b91e-d223-4e13-8532-c3ca0d191f0b', 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92', 'port_id': '8fc7b91e-d223-4e13-8532-c3ca0d191f0b', 'mac_address': 'fa:16:3e:02:b4:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebef684f-df3e-493a-a16d-87acc125d2bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:52:47.047767 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:47.061205 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fc7b91e-d223-4e13-8532-c3ca0d191f0b {{(pid=104575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:52:47.075502 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff47643-cec1-4c59-b9f9-5ce708c45565 req-dc345175-175b-48f4-91a6-83afa3a2bc03 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:47.077028 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-dff47643-cec1-4c59-b9f9-5ce708c45565 req-dc345175-175b-48f4-91a6-83afa3a2bc03 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0650656 Jul 14 13:52:47.081597 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port 8fc7b91e-d223-4e13-8532-c3ca0d191f0b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=8fc7b91e-d223-4e13-8532-c3ca0d191f0b,segment=NetworkSegment(3782ce6e-4a36-46a1-9082-0427f175f195),segment_id=3782ce6e-4a36-46a1-9082-0427f175f195)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:52:47.087651 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:47.116628 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-dff47643-cec1-4c59-b9f9-5ce708c45565 req-a96b0416-f054-48e1-bbcf-e2491c3c9595 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339592 Jul 14 13:52:47.139077 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=8fc7b91e-d223-4e13-8532-c3ca0d191f0b,revision_number=9']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:47.420610 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90e371-05f3-49fb-861f-4c76fb89ce10 req-606b0ba3-3d00-46c3-bbe2-92d6fd89d651 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:47.422026 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7a90e371-05f3-49fb-861f-4c76fb89ce10 req-606b0ba3-3d00-46c3-bbe2-92d6fd89d651 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 944 time: 0.0773323 Jul 14 13:52:47.463074 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7a90e371-05f3-49fb-861f-4c76fb89ce10 req-6a7759c0-d6c9-4a8d-9d21-ced5b89ef140 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328026 Jul 14 13:52:47.810877 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d762f-cd7b-4935-8760-bf7a0a6e10d7 req-2ae860a6-a04b-41c2-b602-a194c6075b9a tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:47.812891 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-429d762f-cd7b-4935-8760-bf7a0a6e10d7 req-2ae860a6-a04b-41c2-b602-a194c6075b9a tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 944 time: 0.0826213 Jul 14 13:52:47.853733 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-429d762f-cd7b-4935-8760-bf7a0a6e10d7 req-6e0f7680-4026-477c-bf31-74e2b80e4ded tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334675 Jul 14 13:52:47.864455 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:47.965897 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c491d-d0bc-4d23-a1fb-61afe8f93c79 req-1d8f4971-cf14-413a-b845-3f420099a391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:47.967341 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-480c491d-d0bc-4d23-a1fb-61afe8f93c79 req-1d8f4971-cf14-413a-b845-3f420099a391 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0aa375225aa7437fa9ce67ac24df914c&device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 1097 time: 0.0529804 Jul 14 13:52:48.085465 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c491d-d0bc-4d23-a1fb-61afe8f93c79 req-1145b3f4-6bb4-45d9-9e7c-e9da38e1abed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:48.086904 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-480c491d-d0bc-4d23-a1fb-61afe8f93c79 req-1145b3f4-6bb4-45d9-9e7c-e9da38e1abed service neutron] 10.222.0.59 "GET /v2.0/networks?id=4b726da0-ae68-495b-bfc7-0968d1d28d92 HTTP/1.1" status: 200 len: 918 time: 0.0854542 Jul 14 13:52:48.155230 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-480c491d-d0bc-4d23-a1fb-61afe8f93c79 req-824a5fa2-3566-44c8-9df5-0630c43f55ea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fc7b91e-d223-4e13-8532-c3ca0d191f0b HTTP/1.1" status: 200 len: 999 time: 0.0581174 Jul 14 13:52:48.205205 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c491d-d0bc-4d23-a1fb-61afe8f93c79 req-81b859d8-32ad-42d2-a9d2-560ed2f39998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:48.206648 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-480c491d-d0bc-4d23-a1fb-61afe8f93c79 req-81b859d8-32ad-42d2-a9d2-560ed2f39998 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ebef684f-df3e-493a-a16d-87acc125d2bb HTTP/1.1" status: 200 len: 856 time: 0.0442677 Jul 14 13:52:48.270579 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c491d-d0bc-4d23-a1fb-61afe8f93c79 req-102c27a0-3e8f-4148-be4e-ce1a89882a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:48.271997 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-480c491d-d0bc-4d23-a1fb-61afe8f93c79 req-102c27a0-3e8f-4148-be4e-ce1a89882a19 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b726da0-ae68-495b-bfc7-0968d1d28d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574934 Jul 14 13:52:48.288009 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaba7fd-21c8-46ce-aae7-6acc3857ac1d req-cf05f57a-802e-4790-9c0d-e7e8f4a7a700 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:48.289489 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1eaba7fd-21c8-46ce-aae7-6acc3857ac1d req-cf05f57a-802e-4790-9c0d-e7e8f4a7a700 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0628669 Jul 14 13:52:48.326684 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1eaba7fd-21c8-46ce-aae7-6acc3857ac1d req-b664a1ec-e028-4e19-9232-e15656c2cbff tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312741 Jul 14 13:52:48.362086 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-480c491d-d0bc-4d23-a1fb-61afe8f93c79 req-7af9f620-13c1-4063-b82e-b6cf78bf70d4 service neutron] 10.222.0.59 "GET /v2.0/networks/4b726da0-ae68-495b-bfc7-0968d1d28d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815413 Jul 14 13:52:48.471471 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-480c491d-d0bc-4d23-a1fb-61afe8f93c79 req-5355fdce-cd86-43de-978e-0f6d40c6afae service neutron] 10.222.0.59 "GET /v2.0/networks/4b726da0-ae68-495b-bfc7-0968d1d28d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898700 Jul 14 13:52:48.627846 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['8fc7b91e-d223-4e13-8532-c3ca0d191f0b'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:52:48.649897 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:52:48.650293 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72791a-8557-4a19-b17d-88b20d899772 req-61cd411c-b2cd-467e-afb2-14c6b553ea98 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:48.651844 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9e72791a-8557-4a19-b17d-88b20d899772 req-61cd411c-b2cd-467e-afb2-14c6b553ea98 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 944 time: 0.0724854 Jul 14 13:52:48.694143 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9e72791a-8557-4a19-b17d-88b20d899772 req-d1edba2b-6a87-4841-bdda-27cd1f244acb tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361414 Jul 14 13:52:49.040493 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f22be-3379-451d-813c-2af22bd4a056 req-59ed8ea1-cf8d-4a36-9fc9-48a633b70e66 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:49.042093 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-211f22be-3379-451d-813c-2af22bd4a056 req-59ed8ea1-cf8d-4a36-9fc9-48a633b70e66 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 944 time: 0.0714824 Jul 14 13:52:49.081520 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-211f22be-3379-451d-813c-2af22bd4a056 req-3be02eb7-2db6-4c45-8ec1-3ea40e4fb621 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329769 Jul 14 13:52:49.413394 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e12963a1-9cb9-4be1-b26d-65d4734d6896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:49.513839 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d40d4b-dace-4f2e-9e54-3df31336daa8 req-065f93b7-845e-45f6-8cd5-1ef1088671b9 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:49.515398 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-78d40d4b-dace-4f2e-9e54-3df31336daa8 req-065f93b7-845e-45f6-8cd5-1ef1088671b9 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0710411 Jul 14 13:52:49.557833 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-78d40d4b-dace-4f2e-9e54-3df31336daa8 req-373a0955-f2d1-452a-b1f1-518861b056f7 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363433 Jul 14 13:52:49.573706 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:49.856735 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device e6e2cad1-98e7-4e7c-bf10-6334100465a2 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:52:49.901998 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] No Port match for: e6e2cad1-98e7-4e7c-bf10-6334100465a2 {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:52:49.902770 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device e6e2cad1-98e7-4e7c-bf10-6334100465a2 not bound to the agent host hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:52:49.918393 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e84453-33a7-4a78-9b41-c8fdedd47087 req-d935b09b-3ed1-44ed-9ea5-ac6302a4fbfc tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:49.920174 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-21e84453-33a7-4a78-9b41-c8fdedd47087 req-d935b09b-3ed1-44ed-9ea5-ac6302a4fbfc tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 944 time: 0.1056020 Jul 14 13:52:49.980893 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-21e84453-33a7-4a78-9b41-c8fdedd47087 req-fdea9847-567f-4566-8822-816d36335ddf tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460739 Jul 14 13:52:50.300264 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b66ca0-79b9-4c98-a5cc-87743ee18d0e req-16f785d1-45a8-49c0-a8de-233d97b263fb tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:50.302049 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-13b66ca0-79b9-4c98-a5cc-87743ee18d0e req-16f785d1-45a8-49c0-a8de-233d97b263fb tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 944 time: 0.0829346 Jul 14 13:52:50.405811 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-13b66ca0-79b9-4c98-a5cc-87743ee18d0e req-9a3bd6b5-e334-4e9d-ae00-9fc1b7d7d177 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978487 Jul 14 13:52:50.582386 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:50.776735 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d46d2ff-ec9c-4e56-a091-e85a47f27a85 req-0b4eb80c-f1ca-4ae5-bf2e-7fb2fec8fa57 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:50.778500 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6d46d2ff-ec9c-4e56-a091-e85a47f27a85 req-0b4eb80c-f1ca-4ae5-bf2e-7fb2fec8fa57 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0818546 Jul 14 13:52:50.836076 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6d46d2ff-ec9c-4e56-a091-e85a47f27a85 req-ab21a886-2a37-4bfc-affe-9721e418cfe6 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505228 Jul 14 13:52:51.176701 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b2ea0-0ac6-42cb-8144-3b61d1ba50a8 req-1b52702a-4b09-4579-bfc8-e2d7178418b0 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:51.178186 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e81b2ea0-0ac6-42cb-8144-3b61d1ba50a8 req-1b52702a-4b09-4579-bfc8-e2d7178418b0 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 944 time: 0.0696006 Jul 14 13:52:51.227301 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e81b2ea0-0ac6-42cb-8144-3b61d1ba50a8 req-79d19321-b8f5-4119-a32c-22b9944a255d tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394218 Jul 14 13:52:51.581039 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99f2fb-7536-4401-973c-cc6bdd6907ca req-683cf26a-0a1a-4b25-ace2-80e621010831 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:51.587400 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6e99f2fb-7536-4401-973c-cc6bdd6907ca req-683cf26a-0a1a-4b25-ace2-80e621010831 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 944 time: 0.0708210 Jul 14 13:52:51.623060 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6e99f2fb-7536-4401-973c-cc6bdd6907ca req-6aed56fd-56a1-432b-b46f-fc26983c6d58 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346825 Jul 14 13:52:51.864384 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9 up at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:52:52.036637 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning for port a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9 completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:52:52.045286 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning complete for port a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9 triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:52:52.046091 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:52.073030 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de6ada-9228-4fbf-aecb-94fbb77a52c2 req-c0cedc41-2ada-4641-8229-3088a81fab2b tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:52.075101 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-71de6ada-9228-4fbf-aecb-94fbb77a52c2 req-c0cedc41-2ada-4641-8229-3088a81fab2b tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.0710483 Jul 14 13:52:52.109940 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:52.122071 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-71de6ada-9228-4fbf-aecb-94fbb77a52c2 req-65320752-d3f7-4030-ba19-3bda5def226d tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411317 Jul 14 13:52:52.169780 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:52.196746 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aff2578-9582-4286-bae9-beac4df94eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:52:52.200046 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06891aadf294c70300823a606954559f382215362bc7d52ae5ebbe768d2ce9e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26dec98-eaf2-45ba-8566-9b4bbef3977f" -d '{"events": [{"server_uuid": "2aff2578-9582-4286-bae9-beac4df94eda", "name": "network-vif-plugged", "status": "completed", "tag": "a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:52:52.217186 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9,segment=NetworkSegment(81934ed0-8f82-419f-b662-86cae808ad67),segment_id=81934ed0-8f82-419f-b662-86cae808ad67)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:52:52.223919 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:52.224947 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 8fc7b91e-d223-4e13-8532-c3ca0d191f0b up at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:52:52.251744 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e182b3-b8f7-43ff-90ab-1c4b6dc77e03 x-openstack-request-id: req-c2e182b3-b8f7-43ff-90ab-1c4b6dc77e03 {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:52:52.252041 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aff2578-9582-4286-bae9-beac4df94eda", "name": "network-vif-plugged", "status": "completed", "tag": "a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:52:52.252542 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c2e182b3-b8f7-43ff-90ab-1c4b6dc77e03 {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:52:52.252936 dv-cinder-800697-2-iscsi neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aff2578-9582-4286-bae9-beac4df94eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9', 'code': 200} Jul 14 13:52:52.328931 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9,revision_number=5']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:52.345956 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning complete for port 8fc7b91e-d223-4e13-8532-c3ca0d191f0b triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:52:52.346375 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:52.426346 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ce2bf-e3f6-45d5-8ee4-f90d5568c089 req-066d41ff-ddae-470b-ab39-d92fb3fbe935 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:52.437523 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ee4ce2bf-e3f6-45d5-8ee4-f90d5568c089 req-066d41ff-ddae-470b-ab39-d92fb3fbe935 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 945 time: 0.0768557 Jul 14 13:52:52.451387 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:52.488025 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port 8fc7b91e-d223-4e13-8532-c3ca0d191f0b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=8fc7b91e-d223-4e13-8532-c3ca0d191f0b,segment=NetworkSegment(3782ce6e-4a36-46a1-9082-0427f175f195),segment_id=3782ce6e-4a36-46a1-9082-0427f175f195)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:52:52.495934 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ee4ce2bf-e3f6-45d5-8ee4-f90d5568c089 req-db41a431-e0c3-4ade-9753-23ba10979505 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557623 Jul 14 13:52:52.496539 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:52.574737 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=8fc7b91e-d223-4e13-8532-c3ca0d191f0b,revision_number=10']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:52.755347 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8dffd-7583-4bf5-b100-3b7ede3f2feb req-8ce07d68-d1e7-4f9e-b329-e1709d8da494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:52.756891 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-74c8dffd-7583-4bf5-b100-3b7ede3f2feb req-8ce07d68-d1e7-4f9e-b329-e1709d8da494 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 1098 time: 0.0786242 Jul 14 13:52:52.877679 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-74c8dffd-7583-4bf5-b100-3b7ede3f2feb req-2c7e56a0-ab89-40f5-9eca-ce99095ed319 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523119 Jul 14 13:52:52.880889 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bfbc0-f567-4019-b3d9-b97692a8a1c8 req-08835d1c-a7d7-4b59-ad5d-de262aa99d8b tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:52.888641 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-959bfbc0-f567-4019-b3d9-b97692a8a1c8 req-08835d1c-a7d7-4b59-ad5d-de262aa99d8b tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 946 time: 0.1319790 Jul 14 13:52:52.956731 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a0839-9dd5-4653-b4b1-fc19ba9bca8e req-9d068909-3ec7-4a5e-b4b0-27cf93b14550 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:52.959870 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-838a0839-9dd5-4653-b4b1-fc19ba9bca8e req-9d068909-3ec7-4a5e-b4b0-27cf93b14550 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.1304216 Jul 14 13:52:52.975328 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-959bfbc0-f567-4019-b3d9-b97692a8a1c8 req-779257b6-128c-40dc-a092-62a787c7edfe tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854332 Jul 14 13:52:53.117595 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-1f36f617-e24d-4de0-bc29-c90d4d05daa6 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:53.119358 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-1f36f617-e24d-4de0-bc29-c90d4d05daa6 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/networks?id=a4ad8719-2efe-4570-ad62-88a34f3674ac HTTP/1.1" status: 200 len: 815 time: 0.1168194 Jul 14 13:52:53.143566 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-d93372a0-fa5e-41f2-b3ff-fd4d64edc646 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/quotas/c5d1ebf7d153426aaf60734324e92eee HTTP/1.1" status: 200 len: 375 time: 0.0170617 Jul 14 13:52:53.227167 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-ed11c53c-55c4-43c7-a331-7549170fa92c tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5d1ebf7d153426aaf60734324e92eee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0810549 Jul 14 13:52:53.335923 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-a72734ae-2dad-4ba0-aead-602b16b47c1b service neutron] 10.222.0.35 "GET /v2.0/networks/a4ad8719-2efe-4570-ad62-88a34f3674ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998263 Jul 14 13:52:53.396635 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5cdfe-8022-442c-a006-57226dc461b8 req-021dbb06-8315-451a-a59d-2c02689aaba3 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:53.398080 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-aff5cdfe-8022-442c-a006-57226dc461b8 req-021dbb06-8315-451a-a59d-2c02689aaba3 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 945 time: 0.1169212 Jul 14 13:52:53.447267 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-e470a600-418c-4a41-99a0-dd9a028c7ace service neutron] 10.222.0.35 "GET /v2.0/networks/a4ad8719-2efe-4570-ad62-88a34f3674ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101470 Jul 14 13:52:53.459525 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-aff5cdfe-8022-442c-a006-57226dc461b8 req-b25b4d84-2a38-4b95-8751-91a170f95ece tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceb70363-9f63-49dd-991e-1fc1c5cf5381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536101 Jul 14 13:52:53.462045 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [req-838a0839-9dd5-4653-b4b1-fc19ba9bca8e req-76c6f3f9-6c3f-41d6-88a8-34aaebc11bfb tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Deleting port cef9ee7d-401e-4905-b632-7f279f3489f2 {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:52:53.462390 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-838a0839-9dd5-4653-b4b1-fc19ba9bca8e req-76c6f3f9-6c3f-41d6-88a8-34aaebc11bfb tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:53.584654 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [req-838a0839-9dd5-4653-b4b1-fc19ba9bca8e req-76c6f3f9-6c3f-41d6-88a8-34aaebc11bfb tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] For port cef9ee7d-401e-4905-b632-7f279f3489f2, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=cef9ee7d-401e-4905-b632-7f279f3489f2,segment=NetworkSegment(0547d367-b0f7-4efe-b546-06bf6350879a),segment_id=0547d367-b0f7-4efe-b546-06bf6350879a)] {{(pid=104573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:52:53.585014 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-838a0839-9dd5-4653-b4b1-fc19ba9bca8e req-76c6f3f9-6c3f-41d6-88a8-34aaebc11bfb tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:53.611203 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [req-838a0839-9dd5-4653-b4b1-fc19ba9bca8e req-76c6f3f9-6c3f-41d6-88a8-34aaebc11bfb tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Calling delete_port for cef9ee7d-401e-4905-b632-7f279f3489f2 owned by compute:nova {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:52:53.659553 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-881b8106-0f24-4d56-a99f-b15c2418be3d req-c0a6c4d6-8f84-4d2f-af8e-5018d61f3497 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=17205fbf-817d-4808-aff3-6cee00cc2459 HTTP/1.1" status: 200 len: 210 time: 0.0453255 Jul 14 13:52:53.808481 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac86b2-ad3d-4961-94e5-af3d985e85cd req-22f32aed-0b4a-4576-9623-854045ee2a38 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:53.810024 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2aac86b2-ad3d-4961-94e5-af3d985e85cd req-22f32aed-0b4a-4576-9623-854045ee2a38 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 945 time: 0.1036751 Jul 14 13:52:53.890638 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2aac86b2-ad3d-4961-94e5-af3d985e85cd req-8fbe74ec-9ef0-476c-a25d-e0468ebd1ead tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520136 Jul 14 13:52:53.892238 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-838a0839-9dd5-4653-b4b1-fc19ba9bca8e req-76c6f3f9-6c3f-41d6-88a8-34aaebc11bfb tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25680231'] for port, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:53.935969 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6f3f9-6c3f-41d6-88a8-34aaebc11bfb tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Pushing event deleted for resources: {'Port': ['ID=cef9ee7d-401e-4905-b632-7f279f3489f2,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:53.949082 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c6f3f9-6c3f-41d6-88a8-34aaebc11bfb tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:53.949446 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c6f3f9-6c3f-41d6-88a8-34aaebc11bfb tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:53.949834 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c6f3f9-6c3f-41d6-88a8-34aaebc11bfb tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:53.950105 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c6f3f9-6c3f-41d6-88a8-34aaebc11bfb tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:53.950468 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c6f3f9-6c3f-41d6-88a8-34aaebc11bfb tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:53.950796 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c6f3f9-6c3f-41d6-88a8-34aaebc11bfb tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:53.951128 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c6f3f9-6c3f-41d6-88a8-34aaebc11bfb tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:53.951519 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c6f3f9-6c3f-41d6-88a8-34aaebc11bfb tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:53.951854 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c6f3f9-6c3f-41d6-88a8-34aaebc11bfb tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:53.952179 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c6f3f9-6c3f-41d6-88a8-34aaebc11bfb tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:53.952503 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c6f3f9-6c3f-41d6-88a8-34aaebc11bfb tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:53.952828 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c6f3f9-6c3f-41d6-88a8-34aaebc11bfb tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:53.977840 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['cef9ee7d-401e-4905-b632-7f279f3489f2'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:52:54.026608 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [req-838a0839-9dd5-4653-b4b1-fc19ba9bca8e req-76c6f3f9-6c3f-41d6-88a8-34aaebc11bfb tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] No DVR routers for this DVR port cef9ee7d-401e-4905-b632-7f279f3489f2 on host hv-cinder-80069 {{(pid=104573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:52:54.037802 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-838a0839-9dd5-4653-b4b1-fc19ba9bca8e req-76c6f3f9-6c3f-41d6-88a8-34aaebc11bfb tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:54.040433 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-838a0839-9dd5-4653-b4b1-fc19ba9bca8e req-76c6f3f9-6c3f-41d6-88a8-34aaebc11bfb tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.59 "DELETE /v2.0/ports/cef9ee7d-401e-4905-b632-7f279f3489f2 HTTP/1.1" status: 204 len: 173 time: 0.7859683 Jul 14 13:52:54.041010 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae04817-3ee1-474d-ad78-fc9b23e3ddf8', 'name': 'network-vif-deleted', 'tag': 'cef9ee7d-401e-4905-b632-7f279f3489f2'}] {{(pid=104573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:52:54.047155 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad51c498d533f361780c3af87c8a8c65edab733b1bfa9c6a05399bf2ccc5452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8f342d-7c3b-4675-8bb1-4370a1a139e9" -d '{"events": [{"server_uuid": "8ae04817-3ee1-474d-ad78-fc9b23e3ddf8", "name": "network-vif-deleted", "tag": "cef9ee7d-401e-4905-b632-7f279f3489f2"}]}' {{(pid=104573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:52:54.114122 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4609b1c-134c-4f9c-91d9-5c5848af74d5 x-openstack-request-id: req-a4609b1c-134c-4f9c-91d9-5c5848af74d5 {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:52:54.114412 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae04817-3ee1-474d-ad78-fc9b23e3ddf8", "name": "network-vif-deleted", "tag": "cef9ee7d-401e-4905-b632-7f279f3489f2", "status": "completed", "code": 200}]} {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:52:54.114667 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a4609b1c-134c-4f9c-91d9-5c5848af74d5 {{(pid=104573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:52:54.115149 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae04817-3ee1-474d-ad78-fc9b23e3ddf8', 'name': 'network-vif-deleted', 'tag': 'cef9ee7d-401e-4905-b632-7f279f3489f2', 'status': 'completed', 'code': 200} Jul 14 13:52:54.243036 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70daf841-609c-42fa-aac7-df40030e02fc req-d7de62a5-190a-4813-ab53-adb076f842a9 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:54.245032 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-70daf841-609c-42fa-aac7-df40030e02fc req-d7de62a5-190a-4813-ab53-adb076f842a9 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 946 time: 0.1021438 Jul 14 13:52:54.254589 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd6b9f5-3db4-4989-ab90-d8880de6c6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc7b91e-d223-4e13-8532-c3ca0d191f0b'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:52:54.257079 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06891aadf294c70300823a606954559f382215362bc7d52ae5ebbe768d2ce9e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9419a72-bb16-42a0-aa66-3ed055aec88a" -d '{"events": [{"server_uuid": "4dd6b9f5-3db4-4989-ab90-d8880de6c6e8", "name": "network-vif-plugged", "status": "completed", "tag": "8fc7b91e-d223-4e13-8532-c3ca0d191f0b"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:52:54.297522 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-70daf841-609c-42fa-aac7-df40030e02fc req-3c351169-4412-4dd0-ac97-3507660d8bbe tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465164 Jul 14 13:52:54.333842 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c09255-3741-4a05-afcf-79f5bd1ba58c x-openstack-request-id: req-84c09255-3741-4a05-afcf-79f5bd1ba58c {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:52:54.334195 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd6b9f5-3db4-4989-ab90-d8880de6c6e8", "name": "network-vif-plugged", "status": "completed", "tag": "8fc7b91e-d223-4e13-8532-c3ca0d191f0b", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:52:54.334454 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-84c09255-3741-4a05-afcf-79f5bd1ba58c {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:52:54.334952 dv-cinder-800697-2-iscsi neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd6b9f5-3db4-4989-ab90-d8880de6c6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc7b91e-d223-4e13-8532-c3ca0d191f0b', 'code': 200} Jul 14 13:52:54.656821 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-80f15f22-0281-46f1-a0cf-afa6b6d21945 req-a55c21d4-ce84-476f-a813-afef62d027fd tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 210 time: 0.0365534 Jul 14 13:52:54.825343 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b82c4b7e-55b9-4d99-a3c3-bb29e0433ea5 req-c776cb04-8493-4b12-b4ea-a316961651b5 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=17205fbf-817d-4808-aff3-6cee00cc2459 HTTP/1.1" status: 200 len: 210 time: 0.0363305 Jul 14 13:52:55.102079 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453bd82-5b64-422f-ad5a-80ba3c475745 req-47fa7e88-bb2e-44a7-8bf6-7af5257578aa tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:55.103606 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6453bd82-5b64-422f-ad5a-80ba3c475745 req-47fa7e88-bb2e-44a7-8bf6-7af5257578aa tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 945 time: 0.0767243 Jul 14 13:52:55.152469 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6453bd82-5b64-422f-ad5a-80ba3c475745 req-0f2d6eb2-2617-49ae-8ee5-d16f587232eb tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426781 Jul 14 13:52:55.235513 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21cfb2-67d5-4e67-9060-974ac4cd33a4 req-cc6863fe-9728-4a10-b9d1-d705a61b83f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:55.237455 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ec21cfb2-67d5-4e67-9060-974ac4cd33a4 req-cc6863fe-9728-4a10-b9d1-d705a61b83f8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 1099 time: 0.0578842 Jul 14 13:52:55.344590 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ec21cfb2-67d5-4e67-9060-974ac4cd33a4 req-25ad3785-01df-49ba-a5a2-c1c3c4e81ae8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643921 Jul 14 13:52:55.381472 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0c597-920c-441f-94fd-481be6cd0005 req-e1e07005-cfe9-4739-adfe-9316d58be3ac tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:55.383251 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-49b0c597-920c-441f-94fd-481be6cd0005 req-e1e07005-cfe9-4739-adfe-9316d58be3ac tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 945 time: 0.1045821 Jul 14 13:52:55.441694 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-49b0c597-920c-441f-94fd-481be6cd0005 req-ee013ee6-8bb5-4720-89fa-a1e9f7d8c6ff tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523932 Jul 14 13:52:55.459849 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 46622) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:55.598860 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2763e6-0527-45d4-8f9c-c494dde5cf8f req-fdf16c92-4ec6-4792-ac11-22113b29b49a tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:55.606160 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-dc2763e6-0527-45d4-8f9c-c494dde5cf8f req-fdf16c92-4ec6-4792-ac11-22113b29b49a tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 946 time: 0.0799022 Jul 14 13:52:55.650569 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-dc2763e6-0527-45d4-8f9c-c494dde5cf8f req-6c0f6358-13b5-4c55-ae54-164e3cdb7ab2 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435367 Jul 14 13:52:55.726092 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17898328-ae43-4b4e-8709-fd8e45ce6a85 tempest-TestVolumeBootPattern-832744327 tempest-TestVolumeBootPattern-832744327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:55.731118 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-17898328-ae43-4b4e-8709-fd8e45ce6a85 tempest-TestVolumeBootPattern-832744327 tempest-TestVolumeBootPattern-832744327-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 1093 time: 0.2656238 Jul 14 13:52:55.731988 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 46630) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:55.738319 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-45bca89d-4794-4409-bf08-6c350b9f1ef2 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Request body: {'floatingip': {'floating_network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'port_id': 'a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:52:55.810184 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-45bca89d-4794-4409-bf08-6c350b9f1ef2 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for floatingip, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:55.873662 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-437a7525-c45e-4ab5-87ee-0fb2ae81075b req-b7fe0401-08a6-4b98-8ce8-117e3f9dbb91 tempest-ServerRescueNegativeTestJSON-1975350913 tempest-ServerRescueNegativeTestJSON-1975350913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ae04817-3ee1-474d-ad78-fc9b23e3ddf8 HTTP/1.1" status: 200 len: 210 time: 0.0525050 Jul 14 13:52:55.951527 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device cef9ee7d-401e-4905-b632-7f279f3489f2 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:52:55.982094 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] No Port match for: cef9ee7d-401e-4905-b632-7f279f3489f2 {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:52:55.982434 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device cef9ee7d-401e-4905-b632-7f279f3489f2 not bound to the agent host hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:52:56.036439 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-45bca89d-4794-4409-bf08-6c350b9f1ef2 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:56.065938 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f999ca34-9084-4705-b63b-e31425f81ba2 req-e4bcaffb-193e-4305-b806-d48ae9ff8901 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=17205fbf-817d-4808-aff3-6cee00cc2459 HTTP/1.1" status: 200 len: 210 time: 0.0415633 Jul 14 13:52:56.174122 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [None req-45bca89d-4794-4409-bf08-6c350b9f1ef2 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Allocated IP 172.27.1.251 (b28dab8c-9c3b-45dd-8fa2-7ffa63c66645/3e00a68e-7419-45b7-a88a-a672d20cc9ef/a81fa04d-cd79-4c75-a1b9-b7a5cc40ff43) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:52:56.309010 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-45bca89d-4794-4409-bf08-6c350b9f1ef2 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for port, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:56.358231 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-45bca89d-4794-4409-bf08-6c350b9f1ef2 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:56.427482 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bca89d-4794-4409-bf08-6c350b9f1ef2 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Network b28dab8c-9c3b-45dd-8fa2-7ffa63c66645 is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:52:56.432249 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-45bca89d-4794-4409-bf08-6c350b9f1ef2 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:52:56.434617 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bca89d-4794-4409-bf08-6c350b9f1ef2 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Pushing event updated for resources: {'Port': ['ID=a81fa04d-cd79-4c75-a1b9-b7a5cc40ff43,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:56.438361 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bca89d-4794-4409-bf08-6c350b9f1ef2 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:52:56.464314 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bca89d-4794-4409-bf08-6c350b9f1ef2 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:56.465029 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bca89d-4794-4409-bf08-6c350b9f1ef2 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:56.465585 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bca89d-4794-4409-bf08-6c350b9f1ef2 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:56.466717 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bca89d-4794-4409-bf08-6c350b9f1ef2 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:56.467396 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bca89d-4794-4409-bf08-6c350b9f1ef2 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:56.467937 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bca89d-4794-4409-bf08-6c350b9f1ef2 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:56.468498 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bca89d-4794-4409-bf08-6c350b9f1ef2 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:56.469046 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bca89d-4794-4409-bf08-6c350b9f1ef2 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:56.469723 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bca89d-4794-4409-bf08-6c350b9f1ef2 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:56.470271 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bca89d-4794-4409-bf08-6c350b9f1ef2 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:56.470815 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bca89d-4794-4409-bf08-6c350b9f1ef2 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:56.471395 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bca89d-4794-4409-bf08-6c350b9f1ef2 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:56.667008 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-c458e9ab-69ef-4910-ab35-9f0bf8463197 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:56.668746 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-c458e9ab-69ef-4910-ab35-9f0bf8463197 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.59 "GET /v2.0/networks?id=a4ad8719-2efe-4570-ad62-88a34f3674ac HTTP/1.1" status: 200 len: 815 time: 0.1181993 Jul 14 13:52:56.716198 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-2e9fe138-3ad0-48ef-ba7c-28c9a1a9e4c4 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Request body: {'port': {'device_id': '17205fbf-817d-4808-aff3-6cee00cc2459', 'network_id': 'a4ad8719-2efe-4570-ad62-88a34f3674ac', 'admin_state_up': True, 'tenant_id': 'c5d1ebf7d153426aaf60734324e92eee'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:52:57.037422 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2c826-47e5-412b-a5b0-971632ac8d57 req-7659c3ba-664b-4f63-8f28-748e5f5e589c tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:57.048377 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f2f2c826-47e5-412b-a5b0-971632ac8d57 req-7659c3ba-664b-4f63-8f28-748e5f5e589c tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 946 time: 0.2581143 Jul 14 13:52:57.089448 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 46654) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:57.103930 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-2e9fe138-3ad0-48ef-ba7c-28c9a1a9e4c4 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Made reservation on behalf of c5d1ebf7d153426aaf60734324e92eee for: {'port': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:52:57.107549 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-2e9fe138-3ad0-48ef-ba7c-28c9a1a9e4c4 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:57.109669 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-45bca89d-4794-4409-bf08-6c350b9f1ef2 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:57.165698 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f2f2c826-47e5-412b-a5b0-971632ac8d57 req-3adb67c6-2586-4e96-9c0c-fd085a6bae3c tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025956 Jul 14 13:52:57.336427 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_common [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-2e9fe138-3ad0-48ef-ba7c-28c9a1a9e4c4 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Allocated IP 172.20.0.8 (a4ad8719-2efe-4570-ad62-88a34f3674ac/d1350c88-2d64-4fb9-8461-f3522c398c41/b152139d-0c53-4199-877d-c66c995eb843) {{(pid=104573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:52:57.563400 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-2e9fe138-3ad0-48ef-ba7c-28c9a1a9e4c4 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Notify callbacks [] for port, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:57.621554 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-2e9fe138-3ad0-48ef-ba7c-28c9a1a9e4c4 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25680231'] for port, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:57.638202 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b0b22f08-65d6-4eab-aecc-d4a3af790a6e req-d148ce90-6960-42ac-809f-47f15576f472 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=17205fbf-817d-4808-aff3-6cee00cc2459 HTTP/1.1" status: 200 len: 210 time: 0.3614635 Jul 14 13:52:57.644187 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-45bca89d-4794-4409-bf08-6c350b9f1ef2 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:57.677035 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['98516769-a30e-4834-a3f6-4f72ab7f607e', 'e5775f8d-5fed-407e-8244-12be7498c5a2', 'b85c8dbe-cd4d-4047-b4c9-7cbb0817af00'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:52:57.740191 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-2e9fe138-3ad0-48ef-ba7c-28c9a1a9e4c4 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Network a4ad8719-2efe-4570-ad62-88a34f3674ac is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:52:57.745834 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-2e9fe138-3ad0-48ef-ba7c-28c9a1a9e4c4 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:52:57.751346 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-2e9fe138-3ad0-48ef-ba7c-28c9a1a9e4c4 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Received port after_create {{(pid=104573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:52:57.791196 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9fe138-3ad0-48ef-ba7c-28c9a1a9e4c4 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Pushing event updated for resources: {'Port': ['ID=b152139d-0c53-4199-877d-c66c995eb843,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:57.858258 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-2e9fe138-3ad0-48ef-ba7c-28c9a1a9e4c4 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:57.862052 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-2e9fe138-3ad0-48ef-ba7c-28c9a1a9e4c4 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:57.895451 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-2e9fe138-3ad0-48ef-ba7c-28c9a1a9e4c4 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1834977 Jul 14 13:52:57.922451 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-9a4637e9-bdeb-4429-9ee3-6442a3714395 service neutron] Request body: {'port': {'device_id': '17205fbf-817d-4808-aff3-6cee00cc2459', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:52:58.054303 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-9a4637e9-bdeb-4429-9ee3-6442a3714395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:58.070402 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-45bca89d-4794-4409-bf08-6c350b9f1ef2 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for port, precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:58.086313 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-45bca89d-4794-4409-bf08-6c350b9f1ef2 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28728568'] for port, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:58.405125 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bca89d-4794-4409-bf08-6c350b9f1ef2 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Pushing event updated for resources: {'Port': ['ID=a81fa04d-cd79-4c75-a1b9-b7a5cc40ff43,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:58.415136 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-45bca89d-4794-4409-bf08-6c350b9f1ef2 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359245'] for floatingip, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:58.534076 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88dd80e-2123-4cc2-a24b-c713600888a8 req-6927c6f3-88a1-4e16-9014-446aee0ffd3c tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:58.541732 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d88dd80e-2123-4cc2-a24b-c713600888a8 req-6927c6f3-88a1-4e16-9014-446aee0ffd3c tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 946 time: 0.1488140 Jul 14 13:52:58.609641 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-75581680-d878-457c-9435-c06d9a678f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360013'] for router_interface, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:58.629849 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d88dd80e-2123-4cc2-a24b-c713600888a8 req-745e139f-adab-4907-b9c1-0b9b62a7439a tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869324 Jul 14 13:52:58.645910 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.notifiers.nova [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-9a4637e9-bdeb-4429-9ee3-6442a3714395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b152139d-0c53-4199-877d-c66c995eb843 {{(pid=104573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:52:58.656823 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-9a4637e9-bdeb-4429-9ee3-6442a3714395 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:58.678165 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.provisioning_blocks [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-9a4637e9-bdeb-4429-9ee3-6442a3714395 service neutron] Transition to ACTIVE for port object b152139d-0c53-4199-877d-c66c995eb843 will not be triggered until provisioned by entity L2. {{(pid=104573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:52:58.686274 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.db.l3_db [None req-45bca89d-4794-4409-bf08-6c350b9f1ef2 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Floating IP bcdc0b15-1496-4cd6-a58a-ddaf5dfd5f6f associated. External IP: 172.27.1.251, port: a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9. Jul 14 13:52:58.686436 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-9a4637e9-bdeb-4429-9ee3-6442a3714395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25680236'] for port, after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:58.781974 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4637e9-bdeb-4429-9ee3-6442a3714395 service neutron] Pushing event updated for resources: {'Port': ['ID=b152139d-0c53-4199-877d-c66c995eb843,revision_number=2']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:58.848582 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.managers [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-9a4637e9-bdeb-4429-9ee3-6442a3714395 service neutron] Attempting to bind port b152139d-0c53-4199-877d-c66c995eb843 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=104573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:52:58.849685 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.managers [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-9a4637e9-bdeb-4429-9ee3-6442a3714395 service neutron] Attempting to bind port b152139d-0c53-4199-877d-c66c995eb843 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'f1e715ab-9363-44bd-9977-f91e6337307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a4ad8719-2efe-4570-ad62-88a34f3674ac'}] {{(pid=104573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:52:58.850716 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-9a4637e9-bdeb-4429-9ee3-6442a3714395 service neutron] Attempting to bind port b152139d-0c53-4199-877d-c66c995eb843 on network a4ad8719-2efe-4570-ad62-88a34f3674ac {{(pid=104573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:52:58.858363 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-9a4637e9-bdeb-4429-9ee3-6442a3714395 service neutron] Port b152139d-0c53-4199-877d-c66c995eb843 on network a4ad8719-2efe-4570-ad62-88a34f3674ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=104573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:52:58.859118 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-9a4637e9-bdeb-4429-9ee3-6442a3714395 service neutron] Attempting to bind port b152139d-0c53-4199-877d-c66c995eb843 on network a4ad8719-2efe-4570-ad62-88a34f3674ac {{(pid=104573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:52:58.864919 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-9a4637e9-bdeb-4429-9ee3-6442a3714395 service neutron] Checking agent: {'id': '92e582b9-0e65-4c58-8afe-cb3347eabd77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 47, 47), 'started_at': datetime.datetime(2021, 7, 14, 13, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:52:58.865600 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-9a4637e9-bdeb-4429-9ee3-6442a3714395 service neutron] Checking segment: {'id': 'f1e715ab-9363-44bd-9977-f91e6337307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a4ad8719-2efe-4570-ad62-88a34f3674ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:52:58.866217 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-9a4637e9-bdeb-4429-9ee3-6442a3714395 service neutron] Bound using segment: {'id': 'f1e715ab-9363-44bd-9977-f91e6337307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a4ad8719-2efe-4570-ad62-88a34f3674ac'} {{(pid=104573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:52:58.866902 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.managers [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-9a4637e9-bdeb-4429-9ee3-6442a3714395 service neutron] Bound port: b152139d-0c53-4199-877d-c66c995eb843, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1e715ab-9363-44bd-9977-f91e6337307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a4ad8719-2efe-4570-ad62-88a34f3674ac'}}] {{(pid=104573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:52:58.867553 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-9a4637e9-bdeb-4429-9ee3-6442a3714395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:58.954701 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-9a4637e9-bdeb-4429-9ee3-6442a3714395 service neutron] For port b152139d-0c53-4199-877d-c66c995eb843, host hv-cinder-80069, cleared binding levels {{(pid=104573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:52:58.960096 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-9a4637e9-bdeb-4429-9ee3-6442a3714395 service neutron] For port b152139d-0c53-4199-877d-c66c995eb843, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=b152139d-0c53-4199-877d-c66c995eb843,segment=NetworkSegment(f1e715ab-9363-44bd-9977-f91e6337307a),segment_id=f1e715ab-9363-44bd-9977-f91e6337307a)] {{(pid=104573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:52:58.967546 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-9a4637e9-bdeb-4429-9ee3-6442a3714395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25680236'] for port, after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:59.008418 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-9a4637e9-bdeb-4429-9ee3-6442a3714395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:59.009254 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-9a4637e9-bdeb-4429-9ee3-6442a3714395 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:59.010477 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-9a4637e9-bdeb-4429-9ee3-6442a3714395 service neutron] 10.222.0.59 "PUT /v2.0/ports/b152139d-0c53-4199-877d-c66c995eb843 HTTP/1.1" status: 200 len: 1093 time: 1.0924542 Jul 14 13:52:59.013448 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17205fbf-817d-4808-aff3-6cee00cc2459', 'tag': 'b152139d-0c53-4199-877d-c66c995eb843'}] {{(pid=104573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:52:59.015873 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad51c498d533f361780c3af87c8a8c65edab733b1bfa9c6a05399bf2ccc5452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fcfb44a-50df-4e8e-8092-f6f775ab6cde" -d '{"events": [{"name": "network-changed", "server_uuid": "17205fbf-817d-4808-aff3-6cee00cc2459", "tag": "b152139d-0c53-4199-877d-c66c995eb843"}]}' {{(pid=104573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:52:59.045561 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5e722-4603-4df9-9a65-486085b78786 req-1ebe4ab3-58f2-4085-9671-604bb1d809d9 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:59.047155 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0eb5e722-4603-4df9-9a65-486085b78786 req-1ebe4ab3-58f2-4085-9671-604bb1d809d9 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=17205fbf-817d-4808-aff3-6cee00cc2459 HTTP/1.1" status: 200 len: 943 time: 0.2420721 Jul 14 13:52:59.069396 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4637e9-bdeb-4429-9ee3-6442a3714395 service neutron] Pushing event updated for resources: {'Port': ['ID=b152139d-0c53-4199-877d-c66c995eb843,revision_number=3']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:59.081758 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14ef540-cc3b-4922-9b21-3af6f53c599e x-openstack-request-id: req-b14ef540-cc3b-4922-9b21-3af6f53c599e {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:52:59.082506 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17205fbf-817d-4808-aff3-6cee00cc2459", "tag": "b152139d-0c53-4199-877d-c66c995eb843", "status": "completed", "code": 200}]} {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:52:59.082770 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b14ef540-cc3b-4922-9b21-3af6f53c599e {{(pid=104573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:52:59.083187 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17205fbf-817d-4808-aff3-6cee00cc2459', 'tag': 'b152139d-0c53-4199-877d-c66c995eb843', 'status': 'completed', 'code': 200} Jul 14 13:52:59.161035 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-4977913b-ab42-4e46-bc29-a444ab529b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:59.163790 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-4977913b-ab42-4e46-bc29-a444ab529b94 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5d1ebf7d153426aaf60734324e92eee&device_id=17205fbf-817d-4808-aff3-6cee00cc2459 HTTP/1.1" status: 200 len: 1096 time: 0.0669539 Jul 14 13:52:59.194429 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0eb5e722-4603-4df9-9a65-486085b78786 req-06d2c2c4-642f-4d3f-b5c7-0f6ea49974e7 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079185 Jul 14 13:52:59.197177 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45bca89d-4794-4409-bf08-6c350b9f1ef2 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Router 0bbe2875-072f-423d-ae4e-7e8b30c55027 has already been hosted by L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:52:59.243515 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-0611cfe2-7422-4fc0-a6e8-98375d37b144 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b152139d-0c53-4199-877d-c66c995eb843 HTTP/1.1" status: 200 len: 217 time: 0.0629013 Jul 14 13:52:59.311465 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-dd34544e-9ad2-478f-8433-5ca9773badcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:59.313305 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-dd34544e-9ad2-478f-8433-5ca9773badcd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1350c88-2d64-4fb9-8461-f3522c398c41 HTTP/1.1" status: 200 len: 855 time: 0.0628116 Jul 14 13:52:59.320944 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-75581680-d878-457c-9435-c06d9a678f88 admin admin] Deleting port b28cb9bc-3f5c-474f-a3e0-ea8fd0093aff {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:52:59.321347 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-75581680-d878-457c-9435-c06d9a678f88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:59.352713 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-8b590eaa-28f4-49dd-984a-2bc7bd43d2b7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4ad8719-2efe-4570-ad62-88a34f3674ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288260 Jul 14 13:52:59.413781 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45bca89d-4794-4409-bf08-6c350b9f1ef2 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:52:59.428792 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d024e1b-e8f9-4e13-95f9-bd9dded03732 None None] Sync routers for ids ['0bbe2875-072f-423d-ae4e-7e8b30c55027'] in dv-cinder-800697-2-iscsi {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:52:59.439817 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d024e1b-e8f9-4e13-95f9-bd9dded03732 None None] Routers {'0bbe2875-072f-423d-ae4e-7e8b30c55027'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:52:59.440927 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-7d024e1b-e8f9-4e13-95f9-bd9dded03732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:52:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['0bbe2875-072f-423d-ae4e-7e8b30c55027'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:52:59.454591 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-45bca89d-4794-4409-bf08-6c350b9f1ef2 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for floatingip, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:59.471436 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-a92adcb1-2c59-45c8-9cd6-3a4feaff9ad6 service neutron] 10.222.0.59 "GET /v2.0/networks/a4ad8719-2efe-4570-ad62-88a34f3674ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106710 Jul 14 13:52:59.496401 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [None req-75581680-d878-457c-9435-c06d9a678f88 admin admin] For port b28cb9bc-3f5c-474f-a3e0-ea8fd0093aff, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=b28cb9bc-3f5c-474f-a3e0-ea8fd0093aff,segment=NetworkSegment(0547d367-b0f7-4efe-b546-06bf6350879a),segment_id=0547d367-b0f7-4efe-b546-06bf6350879a)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:52:59.496672 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-75581680-d878-457c-9435-c06d9a678f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:59.520760 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-75581680-d878-457c-9435-c06d9a678f88 admin admin] Calling delete_port for b28cb9bc-3f5c-474f-a3e0-ea8fd0093aff owned by network:router_interface {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:52:59.569953 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-7d024e1b-e8f9-4e13-95f9-bd9dded03732 None None] Set router 0bbe2875-072f-423d-ae4e-7e8b30c55027 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:52:59.582150 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6c0a124f-cf73-4f29-a4fc-7a3031aea8b1 req-847ad37e-10e9-41fd-a1e9-6f8c662470d8 service neutron] 10.222.0.59 "GET /v2.0/networks/a4ad8719-2efe-4570-ad62-88a34f3674ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999978 Jul 14 13:52:59.620222 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-45bca89d-4794-4409-bf08-6c350b9f1ef2 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8854117 Jul 14 13:52:59.623581 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aff2578-9582-4286-bae9-beac4df94eda', 'tag': 'a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:52:59.628630 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06073e9c-3047-4624-8208-de32dee48f72" -d '{"events": [{"name": "network-changed", "server_uuid": "2aff2578-9582-4286-bae9-beac4df94eda", "tag": "a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:52:59.702800 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b51944a-8e58-42e5-be67-3f160addc105 x-openstack-request-id: req-4b51944a-8e58-42e5-be67-3f160addc105 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:52:59.703473 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aff2578-9582-4286-bae9-beac4df94eda", "tag": "a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:52:59.703740 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4b51944a-8e58-42e5-be67-3f160addc105 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:52:59.704165 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aff2578-9582-4286-bae9-beac4df94eda', 'tag': 'a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9', 'status': 'completed', 'code': 200} Jul 14 13:52:59.846491 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcfb44a-50df-4e8e-8092-f6f775ab6cde req-dabb6a3e-8771-410c-8b61-48e53e25555a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:59.848230 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2fcfb44a-50df-4e8e-8092-f6f775ab6cde req-dabb6a3e-8771-410c-8b61-48e53e25555a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5d1ebf7d153426aaf60734324e92eee&device_id=17205fbf-817d-4808-aff3-6cee00cc2459 HTTP/1.1" status: 200 len: 1096 time: 0.0823464 Jul 14 13:52:59.920236 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-7d024e1b-e8f9-4e13-95f9-bd9dded03732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'name': 'tempest-TestVolumeBootPattern-1610234638-router', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:28Z', 'updated_at': '2021-07-14T13:51:33Z', 'revision_number': 4, 'project_id': '264797ac2dc84b21b49d043a80365add', 'gw_port': {'id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:29Z', 'updated_at': '2021-07-14T13:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_floatingips': [{'id': 'bcdc0b15-1496-4cd6-a58a-ddaf5dfd5f6f', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'floating_ip_address': '172.27.1.251', 'floating_network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'router_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'port_id': 'a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'mac_address': 'fa:16:3e:bc:a5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aff2578-9582-4286-bae9-beac4df94eda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:52:56Z', 'updated_at': '2021-07-14T13:52:56Z', 'revision_number': 0, 'project_id': '264797ac2dc84b21b49d043a80365add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23456c7-8a0c-4775-84c2-ad38b355449f', 'name': '', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'mac_address': 'fa:16:3e:f9:88:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:32Z', 'updated_at': '2021-07-14T13:51:40Z', 'revision_number': 5, 'project_id': '264797ac2dc84b21b49d043a80365add', 'subnets': [{'id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:52:59.950109 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d024e1b-e8f9-4e13-95f9-bd9dded03732 None None] Checking router: 0bbe2875-072f-423d-ae4e-7e8b30c55027 for host: dv-cinder-800697-2-iscsi {{(pid=104576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:52:59.962278 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d024e1b-e8f9-4e13-95f9-bd9dded03732 None None] Routers {'0bbe2875-072f-423d-ae4e-7e8b30c55027'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:52:59.963461 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-7d024e1b-e8f9-4e13-95f9-bd9dded03732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:52:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['0bbe2875-072f-423d-ae4e-7e8b30c55027'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:52:59.973298 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-75581680-d878-457c-9435-c06d9a678f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:59.976630 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcfb44a-50df-4e8e-8092-f6f775ab6cde req-df224353-d55f-4d1f-8d63-5f985e391a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:59.979575 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2fcfb44a-50df-4e8e-8092-f6f775ab6cde req-df224353-d55f-4d1f-8d63-5f985e391a25 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4ad8719-2efe-4570-ad62-88a34f3674ac HTTP/1.1" status: 200 len: 916 time: 0.1233969 Jul 14 13:53:00.018584 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75581680-d878-457c-9435-c06d9a678f88 admin admin] Pushing event deleted for resources: {'Port': ['ID=b28cb9bc-3f5c-474f-a3e0-ea8fd0093aff,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:00.056373 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2fcfb44a-50df-4e8e-8092-f6f775ab6cde req-24f73fde-ce4d-4a99-8ee6-7b91bc6f308c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b152139d-0c53-4199-877d-c66c995eb843 HTTP/1.1" status: 200 len: 217 time: 0.0625737 Jul 14 13:53:00.069783 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06073e9c-3047-4624-8208-de32dee48f72 req-3d0c0525-73e8-44ac-9a79-ace13cfaab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:00.071519 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-06073e9c-3047-4624-8208-de32dee48f72 req-3d0c0525-73e8-44ac-9a79-ace13cfaab6a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=264797ac2dc84b21b49d043a80365add&device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 1098 time: 0.2577763 Jul 14 13:53:00.108893 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b3d2d-6ab2-444d-b217-7fc9fe8a4ac5 req-1379b412-e3c2-4759-b11c-098531d62665 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:00.110403 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8f9b3d2d-6ab2-444d-b217-7fc9fe8a4ac5 req-1379b412-e3c2-4759-b11c-098531d62665 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 946 time: 0.2623897 Jul 14 13:53:00.169805 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcfb44a-50df-4e8e-8092-f6f775ab6cde req-e69d2c1c-fbc6-463a-9934-8a9234abfd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:00.172232 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2fcfb44a-50df-4e8e-8092-f6f775ab6cde req-e69d2c1c-fbc6-463a-9934-8a9234abfd06 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1350c88-2d64-4fb9-8461-f3522c398c41 HTTP/1.1" status: 200 len: 855 time: 0.1006556 Jul 14 13:53:00.182243 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-7d024e1b-e8f9-4e13-95f9-bd9dded03732 None None] Set router 0bbe2875-072f-423d-ae4e-7e8b30c55027 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:53:00.248831 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2fcfb44a-50df-4e8e-8092-f6f775ab6cde req-d508dec4-797b-4805-9b81-b37f87aa75d5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4ad8719-2efe-4570-ad62-88a34f3674ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648415 Jul 14 13:53:00.442378 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2fcfb44a-50df-4e8e-8092-f6f775ab6cde req-69f11166-468a-4a2b-ae1b-aaccc7b891c0 service neutron] 10.222.0.59 "GET /v2.0/networks/a4ad8719-2efe-4570-ad62-88a34f3674ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856294 Jul 14 13:53:00.553322 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-7d024e1b-e8f9-4e13-95f9-bd9dded03732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'name': 'tempest-TestVolumeBootPattern-1610234638-router', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:28Z', 'updated_at': '2021-07-14T13:51:33Z', 'revision_number': 4, 'project_id': '264797ac2dc84b21b49d043a80365add', 'gw_port': {'id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:29Z', 'updated_at': '2021-07-14T13:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_floatingips': [{'id': 'bcdc0b15-1496-4cd6-a58a-ddaf5dfd5f6f', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'floating_ip_address': '172.27.1.251', 'floating_network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'router_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'port_id': 'a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'mac_address': 'fa:16:3e:bc:a5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aff2578-9582-4286-bae9-beac4df94eda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:52:56Z', 'updated_at': '2021-07-14T13:52:56Z', 'revision_number': 0, 'project_id': '264797ac2dc84b21b49d043a80365add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23456c7-8a0c-4775-84c2-ad38b355449f', 'name': '', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'mac_address': 'fa:16:3e:f9:88:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:32Z', 'updated_at': '2021-07-14T13:51:40Z', 'revision_number': 5, 'project_id': '264797ac2dc84b21b49d043a80365add', 'subnets': [{'id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:00.584397 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d024e1b-e8f9-4e13-95f9-bd9dded03732 None None] The sync data for ids ['0bbe2875-072f-423d-ae4e-7e8b30c55027'] in dv-cinder-800697-2-iscsi is: [{'id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'name': 'tempest-TestVolumeBootPattern-1610234638-router', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:28Z', 'updated_at': '2021-07-14T13:51:33Z', 'revision_number': 4, 'project_id': '264797ac2dc84b21b49d043a80365add', 'gw_port': {'id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:29Z', 'updated_at': '2021-07-14T13:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_floatingips': [{'id': 'bcdc0b15-1496-4cd6-a58a-ddaf5dfd5f6f', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'floating_ip_address': '172.27.1.251', 'floating_network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'router_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'port_id': 'a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'mac_address': 'fa:16:3e:bc:a5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aff2578-9582-4286-bae9-beac4df94eda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:52:56Z', 'updated_at': '2021-07-14T13:52:56Z', 'revision_number': 0, 'project_id': '264797ac2dc84b21b49d043a80365add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23456c7-8a0c-4775-84c2-ad38b355449f', 'name': '', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'mac_address': 'fa:16:3e:f9:88:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:32Z', 'updated_at': '2021-07-14T13:51:40Z', 'revision_number': 5, 'project_id': '264797ac2dc84b21b49d043a80365add', 'subnets': [{'id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:53:00.622169 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8f9b3d2d-6ab2-444d-b217-7fc9fe8a4ac5 req-77a4c8d4-308e-461f-9e40-9f674ad35296 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4995875 Jul 14 13:53:00.719478 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06073e9c-3047-4624-8208-de32dee48f72 req-b14dfd60-1971-4d64-ad44-eb6df5ac4604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:00.720991 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-06073e9c-3047-4624-8208-de32dee48f72 req-b14dfd60-1971-4d64-ad44-eb6df5ac4604 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a45b7b5e-8449-40db-b2c9-e253d306a9b7 HTTP/1.1" status: 200 len: 913 time: 0.6075373 Jul 14 13:53:00.792976 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-75581680-d878-457c-9435-c06d9a678f88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360161'] for router_interface, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:00.862616 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ede64-1d12-4c6e-a8f6-a9a9427ddf1f req-427083ac-6642-4e84-8453-785fc20c2fe6 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:00.869815 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-06073e9c-3047-4624-8208-de32dee48f72 req-0aa06ad1-e574-4cdf-85b5-96ec51dee5ec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9 HTTP/1.1" status: 200 len: 999 time: 0.1389325 Jul 14 13:53:00.870763 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-780ede64-1d12-4c6e-a8f6-a9a9427ddf1f req-427083ac-6642-4e84-8453-785fc20c2fe6 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=17205fbf-817d-4808-aff3-6cee00cc2459 HTTP/1.1" status: 200 len: 943 time: 0.4805334 Jul 14 13:53:00.928959 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-780ede64-1d12-4c6e-a8f6-a9a9427ddf1f req-036da8cc-33fe-43f4-8145-7cad60e18bc4 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568686 Jul 14 13:53:00.955757 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c2be43-8166-4c59-8e7c-1c3b38ee166d None None] New status for floating IP bcdc0b15-1496-4cd6-a58a-ddaf5dfd5f6f: ACTIVE {{(pid=104575) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:53:00.997041 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2fcfb44a-50df-4e8e-8092-f6f775ab6cde req-19ffde28-8c99-48c3-8fb2-f26365bb3cca service neutron] 10.222.0.59 "GET /v2.0/networks/a4ad8719-2efe-4570-ad62-88a34f3674ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5342741 Jul 14 13:53:01.040686 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06073e9c-3047-4624-8208-de32dee48f72 req-ac7e263e-e789-43e1-a199-c64795ca97bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:01.042097 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-06073e9c-3047-4624-8208-de32dee48f72 req-ac7e263e-e789-43e1-a199-c64795ca97bd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=61b5a236-d87b-41fd-8ce0-529921b310ad HTTP/1.1" status: 200 len: 851 time: 0.1653647 Jul 14 13:53:01.134350 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75581680-d878-457c-9435-c06d9a678f88 admin admin] Router d46d6bda-b003-43ac-b86b-e39c9e4c1539 has already been hosted by L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:53:01.251288 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06073e9c-3047-4624-8208-de32dee48f72 req-9d7c305f-d090-405e-86fa-bdf7bbedf9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:01.252729 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-06073e9c-3047-4624-8208-de32dee48f72 req-9d7c305f-d090-405e-86fa-bdf7bbedf9a5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a45b7b5e-8449-40db-b2c9-e253d306a9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1505594 Jul 14 13:53:01.327644 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75581680-d878-457c-9435-c06d9a678f88 admin admin] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:53:01.333811 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-75581680-d878-457c-9435-c06d9a678f88 admin admin] 10.222.0.35 "PUT /v2.0/routers/d46d6bda-b003-43ac-b86b-e39c9e4c1539/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2423646 Jul 14 13:53:01.336418 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 46722) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:01.338802 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0361d36a-1ce7-4efe-bb68-9cb15ca96ce0 None None] Sync routers for ids ['d46d6bda-b003-43ac-b86b-e39c9e4c1539'] in dv-cinder-800697-2-iscsi {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:53:01.349478 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0361d36a-1ce7-4efe-bb68-9cb15ca96ce0 None None] Routers {'d46d6bda-b003-43ac-b86b-e39c9e4c1539'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:53:01.350399 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-0361d36a-1ce7-4efe-bb68-9cb15ca96ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:52:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['d46d6bda-b003-43ac-b86b-e39c9e4c1539'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:01.404897 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-06073e9c-3047-4624-8208-de32dee48f72 req-6ae35599-7979-431f-92ff-a0abce72fb10 service neutron] 10.222.0.59 "GET /v2.0/networks/a45b7b5e-8449-40db-b2c9-e253d306a9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402917 Jul 14 13:53:01.459440 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-0361d36a-1ce7-4efe-bb68-9cb15ca96ce0 None None] Set router d46d6bda-b003-43ac-b86b-e39c9e4c1539 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:53:01.534880 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-fbfbb21a-b6cd-4a78-aa20-8401eeecaeb5 admin admin] Notify callbacks [] for router, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:01.540461 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-06073e9c-3047-4624-8208-de32dee48f72 req-e39e66e0-c3fd-4582-b432-caaaf8871f88 service neutron] 10.222.0.59 "GET /v2.0/networks/a45b7b5e-8449-40db-b2c9-e253d306a9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278338 Jul 14 13:53:01.676288 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-0361d36a-1ce7-4efe-bb68-9cb15ca96ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46d6bda-b003-43ac-b86b-e39c9e4c1539', 'name': 'tempest-ServerRescueNegativeTestJSON-105325924-router', 'tenant_id': '2f9d746b4e934f23803208b8947e1ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '7d4b9cb9-5106-4a74-b306-f8244ead6bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:49:36Z', 'updated_at': '2021-07-14T13:52:59Z', 'revision_number': 5, 'project_id': '2f9d746b4e934f23803208b8947e1ac5', 'gw_port': {'id': '7d4b9cb9-5106-4a74-b306-f8244ead6bc5', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46d6bda-b003-43ac-b86b-e39c9e4c1539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:36Z', 'updated_at': '2021-07-14T13:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi'}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:01.693665 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-fbfbb21a-b6cd-4a78-aa20-8401eeecaeb5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:01.710248 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0361d36a-1ce7-4efe-bb68-9cb15ca96ce0 None None] Checking router: d46d6bda-b003-43ac-b86b-e39c9e4c1539 for host: dv-cinder-800697-2-iscsi {{(pid=104576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:53:01.719256 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0361d36a-1ce7-4efe-bb68-9cb15ca96ce0 None None] Routers {'d46d6bda-b003-43ac-b86b-e39c9e4c1539'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:53:01.720088 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-0361d36a-1ce7-4efe-bb68-9cb15ca96ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:52:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['d46d6bda-b003-43ac-b86b-e39c9e4c1539'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:01.763154 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-fbfbb21a-b6cd-4a78-aa20-8401eeecaeb5 admin admin] Deleting port 7d4b9cb9-5106-4a74-b306-f8244ead6bc5 {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:53:01.763605 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-fbfbb21a-b6cd-4a78-aa20-8401eeecaeb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:01.837728 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-0361d36a-1ce7-4efe-bb68-9cb15ca96ce0 None None] Set router d46d6bda-b003-43ac-b86b-e39c9e4c1539 gateway port host: None {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:53:01.862475 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [None req-fbfbb21a-b6cd-4a78-aa20-8401eeecaeb5 admin admin] For port 7d4b9cb9-5106-4a74-b306-f8244ead6bc5, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=7d4b9cb9-5106-4a74-b306-f8244ead6bc5,segment=NetworkSegment(c6937592-4176-4619-b9cc-7188e645a4b4),segment_id=c6937592-4176-4619-b9cc-7188e645a4b4)] {{(pid=104573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:01.863003 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-fbfbb21a-b6cd-4a78-aa20-8401eeecaeb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:01.878107 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-fbfbb21a-b6cd-4a78-aa20-8401eeecaeb5 admin admin] Calling delete_port for 7d4b9cb9-5106-4a74-b306-f8244ead6bc5 owned by network:router_gateway {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:53:01.904524 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-0361d36a-1ce7-4efe-bb68-9cb15ca96ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46d6bda-b003-43ac-b86b-e39c9e4c1539', 'name': 'tempest-ServerRescueNegativeTestJSON-105325924-router', 'tenant_id': '2f9d746b4e934f23803208b8947e1ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:49:36Z', 'updated_at': '2021-07-14T13:53:01Z', 'revision_number': 6, 'project_id': '2f9d746b4e934f23803208b8947e1ac5', 'gw_port_host': None}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:01.930012 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device b152139d-0c53-4199-877d-c66c995eb843 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=104575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:53:01.964293 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0361d36a-1ce7-4efe-bb68-9cb15ca96ce0 None None] The sync data for ids ['d46d6bda-b003-43ac-b86b-e39c9e4c1539'] in dv-cinder-800697-2-iscsi is: [{'id': 'd46d6bda-b003-43ac-b86b-e39c9e4c1539', 'name': 'tempest-ServerRescueNegativeTestJSON-105325924-router', 'tenant_id': '2f9d746b4e934f23803208b8947e1ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:49:36Z', 'updated_at': '2021-07-14T13:53:01Z', 'revision_number': 6, 'project_id': '2f9d746b4e934f23803208b8947e1ac5', 'gw_port_host': None}] {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:53:02.125199 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port b152139d-0c53-4199-877d-c66c995eb843, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=b152139d-0c53-4199-877d-c66c995eb843,segment=NetworkSegment(f1e715ab-9363-44bd-9977-f91e6337307a),segment_id=f1e715ab-9363-44bd-9977-f91e6337307a)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:02.151065 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Returning: {'device': 'b152139d-0c53-4199-877d-c66c995eb843', 'network_id': 'a4ad8719-2efe-4570-ad62-88a34f3674ac', 'port_id': 'b152139d-0c53-4199-877d-c66c995eb843', 'mac_address': 'fa:16:3e:d1:d4:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1350c88-2d64-4fb9-8461-f3522c398c41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:53:02.167413 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-fbfbb21a-b6cd-4a78-aa20-8401eeecaeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25680231'] for port, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:02.176304 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77125358-8de6-42c4-9efc-aa303c3db7f7 req-c2d3da21-cf1c-4d50-ba32-b3bb79904580 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:02.185207 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-77125358-8de6-42c4-9efc-aa303c3db7f7 req-c2d3da21-cf1c-4d50-ba32-b3bb79904580 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=17205fbf-817d-4808-aff3-6cee00cc2459 HTTP/1.1" status: 200 len: 943 time: 0.0899856 Jul 14 13:53:02.199667 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:02.218635 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b152139d-0c53-4199-877d-c66c995eb843 {{(pid=104575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:53:02.221259 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfbb21a-b6cd-4a78-aa20-8401eeecaeb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d4b9cb9-5106-4a74-b306-f8244ead6bc5,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:02.243314 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port b152139d-0c53-4199-877d-c66c995eb843, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=b152139d-0c53-4199-877d-c66c995eb843,segment=NetworkSegment(f1e715ab-9363-44bd-9977-f91e6337307a),segment_id=f1e715ab-9363-44bd-9977-f91e6337307a)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:02.247541 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-77125358-8de6-42c4-9efc-aa303c3db7f7 req-73b82272-4ef9-43f1-8c8c-16e052823c6d tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636313 Jul 14 13:53:02.261427 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:02.293587 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-fbfbb21a-b6cd-4a78-aa20-8401eeecaeb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359175'] for router_gateway, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:02.310023 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=b152139d-0c53-4199-877d-c66c995eb843,revision_number=4']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:02.423130 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-fbfbb21a-b6cd-4a78-aa20-8401eeecaeb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-359164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60033'] for router, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:02.430284 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-fbfbb21a-b6cd-4a78-aa20-8401eeecaeb5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:02.524009 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-fbfbb21a-b6cd-4a78-aa20-8401eeecaeb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-357388'] for router, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:02.524765 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfbb21a-b6cd-4a78-aa20-8401eeecaeb5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d46d6bda-b003-43ac-b86b-e39c9e4c1539 {{(pid=104573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 13:53:02.529829 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-fbfbb21a-b6cd-4a78-aa20-8401eeecaeb5 admin admin] Notify callbacks [] for router, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:02.530903 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-fbfbb21a-b6cd-4a78-aa20-8401eeecaeb5 admin admin] 10.222.0.35 "DELETE /v2.0/routers/d46d6bda-b003-43ac-b86b-e39c9e4c1539 HTTP/1.1" status: 204 len: 168 time: 1.1934960 Jul 14 13:53:02.533373 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 46730) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:02.579654 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_v2 [None req-109c9f3e-5ff5-4be0-b790-951c18bcd3f7 admin admin] Deleting subnet 0fa866c6-0b23-498d-86e8-617a82bdd6ff {{(pid=104573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 13:53:02.582197 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-109c9f3e-5ff5-4be0-b790-951c18bcd3f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:02.618773 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-109c9f3e-5ff5-4be0-b790-951c18bcd3f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28943688'] for subnet, precommit_delete_associations {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:02.640324 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['b152139d-0c53-4199-877d-c66c995eb843'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:53:02.681890 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-109c9f3e-5ff5-4be0-b790-951c18bcd3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3904323'] for subnet, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:02.749453 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-109c9f3e-5ff5-4be0-b790-951c18bcd3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3904314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25680186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25587366'] for subnet, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:02.776273 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c9f3e-5ff5-4be0-b790-951c18bcd3f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fa866c6-0b23-498d-86e8-617a82bdd6ff,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:02.780322 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-109c9f3e-5ff5-4be0-b790-951c18bcd3f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:02.782172 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-109c9f3e-5ff5-4be0-b790-951c18bcd3f7 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0fa866c6-0b23-498d-86e8-617a82bdd6ff HTTP/1.1" status: 204 len: 168 time: 0.2478859 Jul 14 13:53:02.784691 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 46736) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:02.859903 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b686a18b-b5e9-4286-a194-3a0becb31664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3740586'] for network, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:02.951482 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b686a18b-b5e9-4286-a194-3a0becb31664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3927510', 'neutron.services.segments.db._delete_segments_for_network-8787525843523'] for network, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:02.962211 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-b686a18b-b5e9-4286-a194-3a0becb31664 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6454f800-8ef5-4b50-ab22-8dab9a0ab218']}} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:02.973715 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-b686a18b-b5e9-4286-a194-3a0becb31664 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0547d367-b0f7-4efe-b546-06bf6350879a') {'for_net_delete': True} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:02.974052 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-b686a18b-b5e9-4286-a194-3a0becb31664 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0547d367-b0f7-4efe-b546-06bf6350879a') {} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:02.985055 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b686a18b-b5e9-4286-a194-3a0becb31664 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787525844044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28943697'] for segment, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:03.001582 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b686a18b-b5e9-4286-a194-3a0becb31664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542'] for segment, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:03.007973 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b686a18b-b5e9-4286-a194-3a0becb31664 admin admin] Releasing vlan 870 on physical network physnet1 to pool {{(pid=104573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 13:53:03.008554 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b686a18b-b5e9-4286-a194-3a0becb31664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25679508'] for segment, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: Traceback (most recent call last): Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: timer() Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: cb(*args, **kw) Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: return func(*args, **kwargs) Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: self._notify() Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: self.callback(batched_events) Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: event.method(event) Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: return f(self, *a, **k) Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: return self._get(url).json() Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: return self.request(url, 'GET', **kwargs) Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 13:53:03.010500 dv-cinder-800697-2-iscsi neutron-server[104573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 13:53:03.079943 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b686a18b-b5e9-4286-a194-3a0becb31664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3927489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359267'] for network, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:03.085685 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b686a18b-b5e9-4286-a194-3a0becb31664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for network, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:03.090233 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-b686a18b-b5e9-4286-a194-3a0becb31664 admin admin] 10.222.0.35 "DELETE /v2.0/networks/6454f800-8ef5-4b50-ab22-8dab9a0ab218 HTTP/1.1" status: 204 len: 168 time: 0.3022952 Jul 14 13:53:03.103109 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686a18b-b5e9-4286-a194-3a0becb31664 admin admin] Pushing event deleted for resources: {'Network': ['ID=6454f800-8ef5-4b50-ab22-8dab9a0ab218,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:03.308296 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 46742) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:03.379007 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-84d0df81-669d-463c-b09a-91be868ed02f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2f9d746b4e934f23803208b8947e1ac5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0681424 Jul 14 13:53:03.380379 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 46744) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:03.437189 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-56d8840c-aad4-4ad9-86d2-3bed99e2bc91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:03.439965 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d4a03-993a-4e68-bb23-c0aecf379b5b req-964294df-a130-436b-a2ba-ed4b75e6c757 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:03.441815 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-835d4a03-993a-4e68-bb23-c0aecf379b5b req-964294df-a130-436b-a2ba-ed4b75e6c757 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=17205fbf-817d-4808-aff3-6cee00cc2459 HTTP/1.1" status: 200 len: 944 time: 0.0788629 Jul 14 13:53:03.469595 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-56d8840c-aad4-4ad9-86d2-3bed99e2bc91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:03.485765 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-835d4a03-993a-4e68-bb23-c0aecf379b5b req-b236fb33-906a-4c01-90dc-08e313c6931f tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371590 Jul 14 13:53:03.576968 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-56d8840c-aad4-4ad9-86d2-3bed99e2bc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:03.579722 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-56d8840c-aad4-4ad9-86d2-3bed99e2bc91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:03.581071 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-56d8840c-aad4-4ad9-86d2-3bed99e2bc91 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ceb70363-9f63-49dd-991e-1fc1c5cf5381 HTTP/1.1" status: 204 len: 168 time: 0.1991212 Jul 14 13:53:03.589133 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8840c-aad4-4ad9-86d2-3bed99e2bc91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb70363-9f63-49dd-991e-1fc1c5cf5381,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:03.851420 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device b28cb9bc-3f5c-474f-a3e0-ea8fd0093aff no longer exists at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:53:03.875460 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] No Port match for: b28cb9bc-3f5c-474f-a3e0-ea8fd0093aff {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:53:03.876140 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device b28cb9bc-3f5c-474f-a3e0-ea8fd0093aff not bound to the agent host dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:53:03.876747 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 7d4b9cb9-5106-4a74-b306-f8244ead6bc5 no longer exists at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:53:03.897285 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] No Port match for: 7d4b9cb9-5106-4a74-b306-f8244ead6bc5 {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:53:03.897623 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 7d4b9cb9-5106-4a74-b306-f8244ead6bc5 not bound to the agent host dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:53:03.952704 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device b152139d-0c53-4199-877d-c66c995eb843 up at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:53:04.045364 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning for port b152139d-0c53-4199-877d-c66c995eb843 completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:53:04.051450 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning complete for port b152139d-0c53-4199-877d-c66c995eb843 triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:04.052126 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:04.139917 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:04.173056 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port b152139d-0c53-4199-877d-c66c995eb843, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=b152139d-0c53-4199-877d-c66c995eb843,segment=NetworkSegment(f1e715ab-9363-44bd-9977-f91e6337307a),segment_id=f1e715ab-9363-44bd-9977-f91e6337307a)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:04.174109 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17205fbf-817d-4808-aff3-6cee00cc2459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b152139d-0c53-4199-877d-c66c995eb843'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:53:04.184364 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06891aadf294c70300823a606954559f382215362bc7d52ae5ebbe768d2ce9e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32330dd4-5770-4550-a245-d806bda6a90d" -d '{"events": [{"server_uuid": "17205fbf-817d-4808-aff3-6cee00cc2459", "name": "network-vif-plugged", "status": "completed", "tag": "b152139d-0c53-4199-877d-c66c995eb843"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:53:04.211210 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:04.261905 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5abfff-7e76-457f-873c-1907d694a8a7 x-openstack-request-id: req-ef5abfff-7e76-457f-873c-1907d694a8a7 {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:53:04.262277 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17205fbf-817d-4808-aff3-6cee00cc2459", "name": "network-vif-plugged", "status": "completed", "tag": "b152139d-0c53-4199-877d-c66c995eb843", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:53:04.262445 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ef5abfff-7e76-457f-873c-1907d694a8a7 {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:53:04.262817 dv-cinder-800697-2-iscsi neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17205fbf-817d-4808-aff3-6cee00cc2459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b152139d-0c53-4199-877d-c66c995eb843', 'code': 200} Jul 14 13:53:04.309833 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=b152139d-0c53-4199-877d-c66c995eb843,revision_number=5']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:04.535424 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 46778) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:04.581414 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133ba70-0c5a-4c57-80f7-80e5e6fa4194 req-f61114e5-ec64-41e5-927f-8cab14f99f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:04.584290 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a133ba70-0c5a-4c57-80f7-80e5e6fa4194 req-f61114e5-ec64-41e5-927f-8cab14f99f47 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=17205fbf-817d-4808-aff3-6cee00cc2459 HTTP/1.1" status: 200 len: 1098 time: 0.0889332 Jul 14 13:53:04.657798 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a133ba70-0c5a-4c57-80f7-80e5e6fa4194 req-ecfced39-f835-495c-967e-0bca07483608 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621176 Jul 14 13:53:04.702142 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-d28fa2eb-60b2-45b9-8ecd-6633dc0e0967 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-935177722-network', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:04.734877 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94647451-d102-46c1-84da-ab690b7eea05 req-57aa5f75-e364-4b7b-ad2e-376f8a356543 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:04.736467 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-94647451-d102-46c1-84da-ab690b7eea05 req-57aa5f75-e364-4b7b-ad2e-376f8a356543 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=17205fbf-817d-4808-aff3-6cee00cc2459 HTTP/1.1" status: 200 len: 945 time: 0.0916524 Jul 14 13:53:04.749544 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28fa2eb-60b2-45b9-8ecd-6633dc0e0967 admin admin] Made reservation on behalf of 43e0f688f2114f8488820a3f02572e1e for: {'network': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:53:04.751910 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d28fa2eb-60b2-45b9-8ecd-6633dc0e0967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for network, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:04.768210 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d28fa2eb-60b2-45b9-8ecd-6633dc0e0967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:04.802890 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-94647451-d102-46c1-84da-ab690b7eea05 req-e0511708-97d4-420b-b4e9-25a7c25b2bc3 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600908 Jul 14 13:53:04.885544 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d28fa2eb-60b2-45b9-8ecd-6633dc0e0967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:04.892296 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d28fa2eb-60b2-45b9-8ecd-6633dc0e0967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:04.916710 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d28fa2eb-60b2-45b9-8ecd-6633dc0e0967 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 872} {{(pid=104573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:53:04.925627 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28fa2eb-60b2-45b9-8ecd-6633dc0e0967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f5e95e-5d8a-4e77-9060-9dede445636f,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:04.938423 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d28fa2eb-60b2-45b9-8ecd-6633dc0e0967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542'] for segment, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:04.938721 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.db.segments_db [None req-d28fa2eb-60b2-45b9-8ecd-6633dc0e0967 admin admin] Added segment e34051e8-9622-4ad8-9500-be981e12d304 of type vlan for network bdfad0f9-d901-4f01-9648-67faf0ceed7f Jul 14 13:53:04.979938 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d28fa2eb-60b2-45b9-8ecd-6633dc0e0967 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787525299204'] for network, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:05.014101 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d28fa2eb-60b2-45b9-8ecd-6633dc0e0967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338'] for network, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:05.015399 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28fa2eb-60b2-45b9-8ecd-6633dc0e0967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:05.015978 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d28fa2eb-60b2-45b9-8ecd-6633dc0e0967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for network, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:05.074280 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-d28fa2eb-60b2-45b9-8ecd-6633dc0e0967 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5344970 Jul 14 13:53:05.074626 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 46786) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:05.090558 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28fa2eb-60b2-45b9-8ecd-6633dc0e0967 admin admin] Pushing event updated for resources: {'Network': ['ID=bdfad0f9-d901-4f01-9648-67faf0ceed7f,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:05.090783 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-edd3a37d-720d-4eb4-ad1c-13126b7eaced admin admin] Request body: {'subnet': {'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-935177722-subnet', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:05.105563 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Network bdfad0f9-d901-4f01-9648-67faf0ceed7f details requested by agent ovs-agent-dv-cinder-800697-2-iscsi with host dv-cinder-800697-2-iscsi {{(pid=104575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:53:05.129807 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd3a37d-720d-4eb4-ad1c-13126b7eaced admin admin] Made reservation on behalf of 43e0f688f2114f8488820a3f02572e1e for: {'subnet': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:53:05.133458 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-edd3a37d-720d-4eb4-ad1c-13126b7eaced admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28022810'] for subnet, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:05.317612 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-edd3a37d-720d-4eb4-ad1c-13126b7eaced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28728431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28022824'] for subnet, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:05.371030 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd3a37d-720d-4eb4-ad1c-13126b7eaced admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:05.386726 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd3a37d-720d-4eb4-ad1c-13126b7eaced admin admin] Checking segment: {'id': 'e34051e8-9622-4ad8-9500-be981e12d304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:53:05.387097 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd3a37d-720d-4eb4-ad1c-13126b7eaced admin admin] Network hostable DHCP agents. Network: bdfad0f9-d901-4f01-9648-67faf0ceed7f, hostable agents: ['d5e7476e-1d58-4a72-9697-436f60a7843b'], hosted agents: [] {{(pid=104572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:53:05.406459 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd3a37d-720d-4eb4-ad1c-13126b7eaced admin admin] Network bdfad0f9-d901-4f01-9648-67faf0ceed7f is scheduled to be hosted by DHCP agent d5e7476e-1d58-4a72-9697-436f60a7843b with binding_index 1 {{(pid=104572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:53:05.421598 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-edd3a37d-720d-4eb4-ad1c-13126b7eaced admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-2-iscsi, bdfad0f9-d901-4f01-9648-67faf0ceed7f) {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:53:05.430385 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e773cdee-9ec3-435e-9336-814e7caa7cb8 None None] Network bdfad0f9-d901-4f01-9648-67faf0ceed7f requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:53:05.430628 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd3a37d-720d-4eb4-ad1c-13126b7eaced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:05.431995 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-edd3a37d-720d-4eb4-ad1c-13126b7eaced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for subnet, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:05.449986 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-edd3a37d-720d-4eb4-ad1c-13126b7eaced admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3738635 Jul 14 13:53:05.452802 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 46790) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:05.458612 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-24ad0592-5318-4aea-b854-fb96c2b01b3e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-935177722-router', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'}}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:05.494004 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-24ad0592-5318-4aea-b854-fb96c2b01b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-359094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60051'] for router, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:05.495138 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-24ad0592-5318-4aea-b854-fb96c2b01b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-358933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-353752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60056'] for router, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:05.563391 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-24ad0592-5318-4aea-b854-fb96c2b01b3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:05.602268 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5100f4-8274-4ff7-8706-97bfc83ecaf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82750a10-d604-5a62-9a9a-8866d319da02-bdfad0f9-d901-4f01-9648-67faf0ceed7f', 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'fixed_ips': [{'subnet_id': '9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2'}]}} from dv-cinder-800697-2-iscsi. {{(pid=104575) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 13:53:05.603285 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ce5100f4-8274-4ff7-8706-97bfc83ecaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:05.754540 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.db_base_plugin_common [None req-ce5100f4-8274-4ff7-8706-97bfc83ecaf6 None None] Allocated IP 172.20.0.2 (bdfad0f9-d901-4f01-9648-67faf0ceed7f/9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2/f93ca0f0-e8c6-4278-a219-b6e57611932b) {{(pid=104575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:53:05.762468 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-24ad0592-5318-4aea-b854-fb96c2b01b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-353738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-359072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65394'] for router, precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:05.963942 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ce5100f4-8274-4ff7-8706-97bfc83ecaf6 None None] Notify callbacks [] for port, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:05.974696 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-ce5100f4-8274-4ff7-8706-97bfc83ecaf6 None None] Transition to ACTIVE for port object f93ca0f0-e8c6-4278-a219-b6e57611932b will not be triggered until provisioned by entity L2. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:53:05.992984 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-ce5100f4-8274-4ff7-8706-97bfc83ecaf6 None None] Transition to ACTIVE for port object f93ca0f0-e8c6-4278-a219-b6e57611932b will not be triggered until provisioned by entity DHCP. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:53:06.008397 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ce5100f4-8274-4ff7-8706-97bfc83ecaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755'] for port, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:06.020802 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d013c14-3950-4d45-9096-0f76455559b5 req-d589d576-416e-46c8-aa8f-000e03234d9a tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:06.029120 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0d013c14-3950-4d45-9096-0f76455559b5 req-d589d576-416e-46c8-aa8f-000e03234d9a tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=17205fbf-817d-4808-aff3-6cee00cc2459 HTTP/1.1" status: 200 len: 945 time: 0.0757701 Jul 14 13:53:06.036579 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-24ad0592-5318-4aea-b854-fb96c2b01b3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:06.051615 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5100f4-8274-4ff7-8706-97bfc83ecaf6 None None] Network bdfad0f9-d901-4f01-9648-67faf0ceed7f is already hosted by enough agents. {{(pid=104575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:53:06.059328 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [None req-ce5100f4-8274-4ff7-8706-97bfc83ecaf6 None None] Resources bound (agent type, host, resource id): {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:53:06.063207 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5100f4-8274-4ff7-8706-97bfc83ecaf6 None None] Received port after_create {{(pid=104575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:53:06.092467 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-24ad0592-5318-4aea-b854-fb96c2b01b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:06.103825 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5100f4-8274-4ff7-8706-97bfc83ecaf6 None None] Pushing event updated for resources: {'Port': ['ID=f93ca0f0-e8c6-4278-a219-b6e57611932b,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:06.104703 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0d013c14-3950-4d45-9096-0f76455559b5 req-1826ce6c-802a-4f3f-90f1-0324c5faaaf9 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720561 Jul 14 13:53:06.250886 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_common [None req-24ad0592-5318-4aea-b854-fb96c2b01b3e admin admin] Allocated IP 172.27.1.65 (b28dab8c-9c3b-45dd-8fa2-7ffa63c66645/3e00a68e-7419-45b7-a88a-a672d20cc9ef/226bd375-0eeb-419b-a21b-72b31e854317) {{(pid=104573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:53:06.305061 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-ce5100f4-8274-4ff7-8706-97bfc83ecaf6 None None] Attempting to bind port f93ca0f0-e8c6-4278-a219-b6e57611932b on host dv-cinder-800697-2-iscsi for vnic_type normal with profile {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:53:06.307173 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-ce5100f4-8274-4ff7-8706-97bfc83ecaf6 None None] Attempting to bind port f93ca0f0-e8c6-4278-a219-b6e57611932b by drivers openvswitch,hyperv on host dv-cinder-800697-2-iscsi at level 0 using segments [{'id': 'e34051e8-9622-4ad8-9500-be981e12d304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f'}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:53:06.307884 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5100f4-8274-4ff7-8706-97bfc83ecaf6 None None] Attempting to bind port f93ca0f0-e8c6-4278-a219-b6e57611932b on network bdfad0f9-d901-4f01-9648-67faf0ceed7f {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:53:06.318767 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5100f4-8274-4ff7-8706-97bfc83ecaf6 None None] Checking agent: {'id': 'c8ba3178-5fdc-4895-ae06-68797a69110c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 41, 49), 'started_at': datetime.datetime(2021, 7, 14, 13, 42, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:53:06.320340 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5100f4-8274-4ff7-8706-97bfc83ecaf6 None None] Checking segment: {'id': 'e34051e8-9622-4ad8-9500-be981e12d304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:53:06.320949 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ce5100f4-8274-4ff7-8706-97bfc83ecaf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:06.322363 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5100f4-8274-4ff7-8706-97bfc83ecaf6 None None] Bound using segment: {'id': 'e34051e8-9622-4ad8-9500-be981e12d304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f'} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:53:06.322864 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-ce5100f4-8274-4ff7-8706-97bfc83ecaf6 None None] Bound port: f93ca0f0-e8c6-4278-a219-b6e57611932b, host: dv-cinder-800697-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34051e8-9622-4ad8-9500-be981e12d304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f'}}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:53:06.323279 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ce5100f4-8274-4ff7-8706-97bfc83ecaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:06.373631 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-24ad0592-5318-4aea-b854-fb96c2b01b3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:06.397271 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-ce5100f4-8274-4ff7-8706-97bfc83ecaf6 None None] For port f93ca0f0-e8c6-4278-a219-b6e57611932b, host dv-cinder-800697-2-iscsi, cleared binding levels {{(pid=104575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:53:06.400946 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-ce5100f4-8274-4ff7-8706-97bfc83ecaf6 None None] For port f93ca0f0-e8c6-4278-a219-b6e57611932b, host dv-cinder-800697-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=f93ca0f0-e8c6-4278-a219-b6e57611932b,segment=NetworkSegment(e34051e8-9622-4ad8-9500-be981e12d304),segment_id=e34051e8-9622-4ad8-9500-be981e12d304)] {{(pid=104575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:53:06.409739 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ce5100f4-8274-4ff7-8706-97bfc83ecaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:06.432768 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-24ad0592-5318-4aea-b854-fb96c2b01b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25680231'] for port, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:06.488305 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5100f4-8274-4ff7-8706-97bfc83ecaf6 None None] Pushing event updated for resources: {'Port': ['ID=f93ca0f0-e8c6-4278-a219-b6e57611932b,revision_number=2']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:06.505693 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ad0592-5318-4aea-b854-fb96c2b01b3e admin admin] Network b28dab8c-9c3b-45dd-8fa2-7ffa63c66645 is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:53:06.509909 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-24ad0592-5318-4aea-b854-fb96c2b01b3e admin admin] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:53:06.512023 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad0592-5318-4aea-b854-fb96c2b01b3e admin admin] Pushing event updated for resources: {'Port': ['ID=226bd375-0eeb-419b-a21b-72b31e854317,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:06.514241 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ad0592-5318-4aea-b854-fb96c2b01b3e admin admin] Received port after_create {{(pid=104573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:53:06.854048 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-24ad0592-5318-4aea-b854-fb96c2b01b3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:07.342330 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-24ad0592-5318-4aea-b854-fb96c2b01b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-359081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359211'] for router, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:07.412884 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35979be4-b173-485e-8372-a1fe5a1ed411 req-793532eb-b329-4a30-9be8-978256080822 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:07.414454 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-35979be4-b173-485e-8372-a1fe5a1ed411 req-793532eb-b329-4a30-9be8-978256080822 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=17205fbf-817d-4808-aff3-6cee00cc2459 HTTP/1.1" status: 200 len: 945 time: 0.1300180 Jul 14 13:53:07.496256 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-35979be4-b173-485e-8372-a1fe5a1ed411 req-b36a259e-ae52-49b2-a7ee-dbd174df0564 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526359 Jul 14 13:53:07.526515 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ad0592-5318-4aea-b854-fb96c2b01b3e admin admin] Router 8247d43e-c2f6-4177-845d-68e9580fd7b9 is scheduled to L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 with binding_index 1 {{(pid=104573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 13:53:07.658960 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ce9d26-e2bf-4280-85d1-c107745e40ca None None] Network bdfad0f9-d901-4f01-9648-67faf0ceed7f requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:53:07.662776 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ad0592-5318-4aea-b854-fb96c2b01b3e admin admin] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:53:07.682000 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-24ad0592-5318-4aea-b854-fb96c2b01b3e admin admin] Notify callbacks [] for router, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:07.683390 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-24ad0592-5318-4aea-b854-fb96c2b01b3e admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2294157 Jul 14 13:53:07.686225 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 46812) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:07.701900 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50862066-70bf-4dcd-bdb3-5cf8f44bc23b None None] Sync routers for ids ['8247d43e-c2f6-4177-845d-68e9580fd7b9'] in dv-cinder-800697-2-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:53:07.751918 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50862066-70bf-4dcd-bdb3-5cf8f44bc23b None None] Routers {'8247d43e-c2f6-4177-845d-68e9580fd7b9'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:53:07.752630 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-50862066-70bf-4dcd-bdb3-5cf8f44bc23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:52:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['8247d43e-c2f6-4177-845d-68e9580fd7b9'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:07.757123 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-59c5e4a7-e41b-4d73-9b42-c5b58e6499bd None None] Provisioning for port f93ca0f0-e8c6-4278-a219-b6e57611932b completed by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:53:07.978208 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-50862066-70bf-4dcd-bdb3-5cf8f44bc23b None None] Set router 8247d43e-c2f6-4177-845d-68e9580fd7b9 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:53:07.980139 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device f93ca0f0-e8c6-4278-a219-b6e57611932b up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:53:08.181901 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning for port f93ca0f0-e8c6-4278-a219-b6e57611932b completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:53:08.186041 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port f93ca0f0-e8c6-4278-a219-b6e57611932b triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:08.186424 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:08.245095 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8ba8309c-0ce6-4fd5-86f8-d2fa5b9b1e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:08.290136 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-50862066-70bf-4dcd-bdb3-5cf8f44bc23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'name': 'tempest-AttachVolumeTestJSON-935177722-router', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '226bd375-0eeb-419b-a21b-72b31e854317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:05Z', 'updated_at': '2021-07-14T13:53:06Z', 'revision_number': 3, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'gw_port': {'id': '226bd375-0eeb-419b-a21b-72b31e854317', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ee:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:06Z', 'updated_at': '2021-07-14T13:53:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi'}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:08.322075 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50862066-70bf-4dcd-bdb3-5cf8f44bc23b None None] Checking router: 8247d43e-c2f6-4177-845d-68e9580fd7b9 for host: dv-cinder-800697-2-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:53:08.322442 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50862066-70bf-4dcd-bdb3-5cf8f44bc23b None None] Updating router 8247d43e-c2f6-4177-845d-68e9580fd7b9 port 226bd375-0eeb-419b-a21b-72b31e854317 binding host dv-cinder-800697-2-iscsi {{(pid=104575) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:53:08.344011 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:08.373776 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-50862066-70bf-4dcd-bdb3-5cf8f44bc23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:08.409231 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] For port f93ca0f0-e8c6-4278-a219-b6e57611932b, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=f93ca0f0-e8c6-4278-a219-b6e57611932b,segment=NetworkSegment(e34051e8-9622-4ad8-9500-be981e12d304),segment_id=e34051e8-9622-4ad8-9500-be981e12d304)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:08.410016 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_common [None req-8ba8309c-0ce6-4fd5-86f8-d2fa5b9b1e0b admin admin] Allocated IP 172.20.0.1 (bdfad0f9-d901-4f01-9648-67faf0ceed7f/9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2/c31e97c3-136a-41b0-aa80-9c504bd23027) {{(pid=104573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:53:08.415852 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:08.516327 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8ba8309c-0ce6-4fd5-86f8-d2fa5b9b1e0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:08.529622 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.provisioning_blocks [None req-8ba8309c-0ce6-4fd5-86f8-d2fa5b9b1e0b admin admin] Transition to ACTIVE for port object c31e97c3-136a-41b0-aa80-9c504bd23027 will not be triggered until provisioned by entity DHCP. {{(pid=104573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:53:08.531692 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Pushing event updated for resources: {'Port': ['ID=f93ca0f0-e8c6-4278-a219-b6e57611932b,revision_number=3']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:08.536484 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-1602ea37-1554-4011-9ad3-ab28b3b2a0d2 None None] Provisioning complete for port f93ca0f0-e8c6-4278-a219-b6e57611932b triggered by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:08.536841 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-1602ea37-1554-4011-9ad3-ab28b3b2a0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:08.567533 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8ba8309c-0ce6-4fd5-86f8-d2fa5b9b1e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25680231'] for port, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:08.608175 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba8309c-0ce6-4fd5-86f8-d2fa5b9b1e0b admin admin] Network bdfad0f9-d901-4f01-9648-67faf0ceed7f is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:53:08.610889 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-8ba8309c-0ce6-4fd5-86f8-d2fa5b9b1e0b admin admin] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:53:08.613618 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba8309c-0ce6-4fd5-86f8-d2fa5b9b1e0b admin admin] Received port after_create {{(pid=104573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:53:08.639306 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba8309c-0ce6-4fd5-86f8-d2fa5b9b1e0b admin admin] Pushing event updated for resources: {'Port': ['ID=c31e97c3-136a-41b0-aa80-9c504bd23027,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:08.658395 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8ba8309c-0ce6-4fd5-86f8-d2fa5b9b1e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359384'] for router_interface, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:08.750528 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-50862066-70bf-4dcd-bdb3-5cf8f44bc23b None None] Notify callbacks [] for port, precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:08.761640 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-50862066-70bf-4dcd-bdb3-5cf8f44bc23b None None] Transition to ACTIVE for port object 226bd375-0eeb-419b-a21b-72b31e854317 will not be triggered until provisioned by entity L2. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:53:08.768993 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-50862066-70bf-4dcd-bdb3-5cf8f44bc23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:08.800496 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8ba8309c-0ce6-4fd5-86f8-d2fa5b9b1e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:08.844093 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-50862066-70bf-4dcd-bdb3-5cf8f44bc23b None None] Attempting to bind port 226bd375-0eeb-419b-a21b-72b31e854317 on host dv-cinder-800697-2-iscsi for vnic_type normal with profile {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:53:08.844472 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-50862066-70bf-4dcd-bdb3-5cf8f44bc23b None None] Attempting to bind port 226bd375-0eeb-419b-a21b-72b31e854317 by drivers openvswitch,hyperv on host dv-cinder-800697-2-iscsi at level 0 using segments [{'id': 'c6937592-4176-4619-b9cc-7188e645a4b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:53:08.844812 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50862066-70bf-4dcd-bdb3-5cf8f44bc23b None None] Attempting to bind port 226bd375-0eeb-419b-a21b-72b31e854317 on network b28dab8c-9c3b-45dd-8fa2-7ffa63c66645 {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:53:08.853299 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94355454-eac6-4a12-9727-ce2ee29cadd7 None None] Pushing event updated for resources: {'Port': ['ID=226bd375-0eeb-419b-a21b-72b31e854317,revision_number=2']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:08.856015 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50862066-70bf-4dcd-bdb3-5cf8f44bc23b None None] Checking agent: {'id': 'c8ba3178-5fdc-4895-ae06-68797a69110c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 41, 49), 'started_at': datetime.datetime(2021, 7, 14, 13, 42, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:53:08.856547 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50862066-70bf-4dcd-bdb3-5cf8f44bc23b None None] Checking segment: {'id': 'c6937592-4176-4619-b9cc-7188e645a4b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:53:08.856855 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-50862066-70bf-4dcd-bdb3-5cf8f44bc23b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:08.857232 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50862066-70bf-4dcd-bdb3-5cf8f44bc23b None None] Bound using segment: {'id': 'c6937592-4176-4619-b9cc-7188e645a4b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:53:08.857689 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-50862066-70bf-4dcd-bdb3-5cf8f44bc23b None None] Bound port: 226bd375-0eeb-419b-a21b-72b31e854317, host: dv-cinder-800697-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6937592-4176-4619-b9cc-7188e645a4b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'}}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:53:08.858067 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-50862066-70bf-4dcd-bdb3-5cf8f44bc23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:08.862142 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-8827ed59-680e-4f28-8e3c-bc31ee28a55b None None] Provisioning for port c31e97c3-136a-41b0-aa80-9c504bd23027 completed by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:53:08.883541 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-8827ed59-680e-4f28-8e3c-bc31ee28a55b None None] Provisioning complete for port c31e97c3-136a-41b0-aa80-9c504bd23027 triggered by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:08.883828 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8827ed59-680e-4f28-8e3c-bc31ee28a55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:08.935987 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-8827ed59-680e-4f28-8e3c-bc31ee28a55b None None] Port c31e97c3-136a-41b0-aa80-9c504bd23027 cannot update to ACTIVE because it is not bound. {{(pid=104575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:53:08.937761 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-50862066-70bf-4dcd-bdb3-5cf8f44bc23b None None] For port 226bd375-0eeb-419b-a21b-72b31e854317, host dv-cinder-800697-2-iscsi, cleared binding levels {{(pid=104575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:53:08.941056 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-50862066-70bf-4dcd-bdb3-5cf8f44bc23b None None] For port 226bd375-0eeb-419b-a21b-72b31e854317, host dv-cinder-800697-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=226bd375-0eeb-419b-a21b-72b31e854317,segment=NetworkSegment(c6937592-4176-4619-b9cc-7188e645a4b4),segment_id=c6937592-4176-4619-b9cc-7188e645a4b4)] {{(pid=104575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:53:08.947601 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-50862066-70bf-4dcd-bdb3-5cf8f44bc23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:08.967476 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8ba8309c-0ce6-4fd5-86f8-d2fa5b9b1e0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:08.975320 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8ba8309c-0ce6-4fd5-86f8-d2fa5b9b1e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25680236'] for port, after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:09.009710 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50862066-70bf-4dcd-bdb3-5cf8f44bc23b None None] Routers {'8247d43e-c2f6-4177-845d-68e9580fd7b9'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:53:09.010342 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-50862066-70bf-4dcd-bdb3-5cf8f44bc23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:52:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['8247d43e-c2f6-4177-845d-68e9580fd7b9'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:09.013278 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94355454-eac6-4a12-9727-ce2ee29cadd7 None None] Pushing event updated for resources: {'Port': ['ID=226bd375-0eeb-419b-a21b-72b31e854317,revision_number=3']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:09.074303 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba8309c-0ce6-4fd5-86f8-d2fa5b9b1e0b admin admin] Pushing event updated for resources: {'Port': ['ID=c31e97c3-136a-41b0-aa80-9c504bd23027,revision_number=2']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:09.095173 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8ba8309c-0ce6-4fd5-86f8-d2fa5b9b1e0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-360040'] for router_interface, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:09.124537 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-50862066-70bf-4dcd-bdb3-5cf8f44bc23b None None] Set router 8247d43e-c2f6-4177-845d-68e9580fd7b9 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:53:09.212148 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba8309c-0ce6-4fd5-86f8-d2fa5b9b1e0b admin admin] Network bdfad0f9-d901-4f01-9648-67faf0ceed7f is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:53:09.213587 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-8ba8309c-0ce6-4fd5-86f8-d2fa5b9b1e0b admin admin] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:53:09.350256 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba8309c-0ce6-4fd5-86f8-d2fa5b9b1e0b admin admin] Router 8247d43e-c2f6-4177-845d-68e9580fd7b9 has already been hosted by L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:53:09.477595 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba8309c-0ce6-4fd5-86f8-d2fa5b9b1e0b admin admin] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:53:09.483769 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-8ba8309c-0ce6-4fd5-86f8-d2fa5b9b1e0b admin admin] 10.222.0.35 "PUT /v2.0/routers/8247d43e-c2f6-4177-845d-68e9580fd7b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7965539 Jul 14 13:53:09.493159 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-de135140-798d-4c7d-944d-9c8a40a3d273 None None] Provisioning complete for port c31e97c3-136a-41b0-aa80-9c504bd23027 triggered by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:09.493159 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-de135140-798d-4c7d-944d-9c8a40a3d273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:09.591237 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-de135140-798d-4c7d-944d-9c8a40a3d273 None None] Port c31e97c3-136a-41b0-aa80-9c504bd23027 cannot update to ACTIVE because it is not bound. {{(pid=104575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:53:09.621090 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-50862066-70bf-4dcd-bdb3-5cf8f44bc23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'name': 'tempest-AttachVolumeTestJSON-935177722-router', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '226bd375-0eeb-419b-a21b-72b31e854317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:05Z', 'updated_at': '2021-07-14T13:53:08Z', 'revision_number': 4, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'gw_port': {'id': '226bd375-0eeb-419b-a21b-72b31e854317', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ee:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:06Z', 'updated_at': '2021-07-14T13:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': 'c31e97c3-136a-41b0-aa80-9c504bd23027', 'name': '', 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'mac_address': 'fa:16:3e:df:e4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:08Z', 'updated_at': '2021-07-14T13:53:08Z', 'revision_number': 2, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'subnets': [{'id': '9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:09.654794 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50862066-70bf-4dcd-bdb3-5cf8f44bc23b None None] The sync data for ids ['8247d43e-c2f6-4177-845d-68e9580fd7b9'] in dv-cinder-800697-2-iscsi is: [{'id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'name': 'tempest-AttachVolumeTestJSON-935177722-router', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '226bd375-0eeb-419b-a21b-72b31e854317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:05Z', 'updated_at': '2021-07-14T13:53:08Z', 'revision_number': 4, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'gw_port': {'id': '226bd375-0eeb-419b-a21b-72b31e854317', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ee:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:06Z', 'updated_at': '2021-07-14T13:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': 'c31e97c3-136a-41b0-aa80-9c504bd23027', 'name': '', 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'mac_address': 'fa:16:3e:df:e4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:08Z', 'updated_at': '2021-07-14T13:53:08Z', 'revision_number': 2, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'subnets': [{'id': '9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:53:09.845945 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device f93ca0f0-e8c6-4278-a219-b6e57611932b up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:53:09.920769 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port f93ca0f0-e8c6-4278-a219-b6e57611932b triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:09.924989 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:10.110318 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 46910) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:10.115421 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-234d5527-14de-4e65-a689-379779bffb5d tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1898764665', 'description': 'tempest-description--1212495406'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:10.137699 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-234d5527-14de-4e65-a689-379779bffb5d tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:10.222717 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-234d5527-14de-4e65-a689-379779bffb5d tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:10.227777 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-234d5527-14de-4e65-a689-379779bffb5d tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:10.257119 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-234d5527-14de-4e65-a689-379779bffb5d tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:10.258343 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-234d5527-14de-4e65-a689-379779bffb5d tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1470020 Jul 14 13:53:10.261383 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 46912) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:10.266768 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-af4b2d68-6d7a-40a8-be4c-b8884b04b806 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Request body: {'security_group_rule': {'security_group_id': '9e4e64ae-bf84-43fe-8aff-e76c7d8f9042', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:10.272470 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d5527-14de-4e65-a689-379779bffb5d tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:10.301633 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-af4b2d68-6d7a-40a8-be4c-b8884b04b806 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:10.392824 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-af4b2d68-6d7a-40a8-be4c-b8884b04b806 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:10.397270 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-af4b2d68-6d7a-40a8-be4c-b8884b04b806 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617415'] for security_group_rule, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:10.414798 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2d68-6d7a-40a8-be4c-b8884b04b806 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cf16476-73ad-42ed-9cab-edd4122ced79,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:10.423174 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-af4b2d68-6d7a-40a8-be4c-b8884b04b806 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:10.424787 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-af4b2d68-6d7a-40a8-be4c-b8884b04b806 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1622930 Jul 14 13:53:10.427482 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 46914) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:10.432251 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-17214223-cfc7-4f1d-8203-22a456b66ac0 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Request body: {'security_group_rule': {'security_group_id': '9e4e64ae-bf84-43fe-8aff-e76c7d8f9042', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:10.460759 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-17214223-cfc7-4f1d-8203-22a456b66ac0 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:10.524124 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-17214223-cfc7-4f1d-8203-22a456b66ac0 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:10.529102 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-17214223-cfc7-4f1d-8203-22a456b66ac0 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617415'] for security_group_rule, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:10.547583 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17214223-cfc7-4f1d-8203-22a456b66ac0 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb984e02-aa25-4c15-8ebb-6abdc07add7c,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:10.554234 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-17214223-cfc7-4f1d-8203-22a456b66ac0 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:10.555539 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-17214223-cfc7-4f1d-8203-22a456b66ac0 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1269693 Jul 14 13:53:10.558581 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 46916) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:10.563120 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-2381315a-a6ed-476d-82cb-816b85b97a98 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Request body: {'floatingip': {'floating_network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:10.589899 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2381315a-a6ed-476d-82cb-816b85b97a98 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for floatingip, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:10.689806 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2381315a-a6ed-476d-82cb-816b85b97a98 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:10.791905 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_common [None req-2381315a-a6ed-476d-82cb-816b85b97a98 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Allocated IP 172.27.1.59 (b28dab8c-9c3b-45dd-8fa2-7ffa63c66645/3e00a68e-7419-45b7-a88a-a672d20cc9ef/24426050-4855-41ce-a2a0-33a651ad2c18) {{(pid=104573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:53:10.896739 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2381315a-a6ed-476d-82cb-816b85b97a98 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for port, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:10.937345 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2381315a-a6ed-476d-82cb-816b85b97a98 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25680231'] for port, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:10.941509 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 46922) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:10.977418 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2381315a-a6ed-476d-82cb-816b85b97a98 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Network b28dab8c-9c3b-45dd-8fa2-7ffa63c66645 is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:53:10.980308 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-2381315a-a6ed-476d-82cb-816b85b97a98 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:53:10.984543 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2381315a-a6ed-476d-82cb-816b85b97a98 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Received port after_create {{(pid=104573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:53:10.985751 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f131d7-0f72-4ac0-865b-51244902b742 admin admin] Deleting subnet a2f6099e-787c-48f4-8d64-01f0a557fb8f {{(pid=104572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 13:53:10.987873 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2381315a-a6ed-476d-82cb-816b85b97a98 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Pushing event updated for resources: {'Port': ['ID=24426050-4855-41ce-a2a0-33a651ad2c18,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:10.989348 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-45f131d7-0f72-4ac0-865b-51244902b742 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:11.027544 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-45f131d7-0f72-4ac0-865b-51244902b742 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28912351'] for subnet, precommit_delete_associations {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:11.066200 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-45f131d7-0f72-4ac0-865b-51244902b742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3904323'] for subnet, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:11.107880 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2381315a-a6ed-476d-82cb-816b85b97a98 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:11.120846 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-45f131d7-0f72-4ac0-865b-51244902b742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3904314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28728494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28022847'] for subnet, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:11.151277 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f131d7-0f72-4ac0-865b-51244902b742 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2f6099e-787c-48f4-8d64-01f0a557fb8f,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:11.153218 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-45f131d7-0f72-4ac0-865b-51244902b742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for subnet, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:11.155087 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-45f131d7-0f72-4ac0-865b-51244902b742 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a2f6099e-787c-48f4-8d64-01f0a557fb8f HTTP/1.1" status: 204 len: 168 time: 0.2124932 Jul 14 13:53:11.157817 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 46924) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:11.167285 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2381315a-a6ed-476d-82cb-816b85b97a98 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:11.260198 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a21474c4-44b9-4f0b-833d-53db4f7b4020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3740586'] for network, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:11.401620 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a21474c4-44b9-4f0b-833d-53db4f7b4020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3927510', 'neutron.services.segments.db._delete_segments_for_network-8787525843523'] for network, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:11.420533 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-a21474c4-44b9-4f0b-833d-53db4f7b4020 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56766f9b-8806-404a-bc60-d323fb9ca761']}} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:11.434111 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-a21474c4-44b9-4f0b-833d-53db4f7b4020 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b30a97-febc-4006-9513-f02da6f22bf1') {'for_net_delete': True} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:11.434398 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-a21474c4-44b9-4f0b-833d-53db4f7b4020 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b30a97-febc-4006-9513-f02da6f22bf1') {} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:11.452321 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a21474c4-44b9-4f0b-833d-53db4f7b4020 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787525844044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28943697'] for segment, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:11.460751 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2381315a-a6ed-476d-82cb-816b85b97a98 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for port, precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:11.467708 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2381315a-a6ed-476d-82cb-816b85b97a98 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25680236'] for port, after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:11.469913 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a21474c4-44b9-4f0b-833d-53db4f7b4020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542'] for segment, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:11.496687 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a21474c4-44b9-4f0b-833d-53db4f7b4020 admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=104573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 13:53:11.497081 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a21474c4-44b9-4f0b-833d-53db4f7b4020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25679508'] for segment, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:11.498734 dv-cinder-800697-2-iscsi neutron-server[104573]: Traceback (most recent call last): Jul 14 13:53:11.498734 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 13:53:11.498734 dv-cinder-800697-2-iscsi neutron-server[104573]: timer() Jul 14 13:53:11.498734 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 13:53:11.498734 dv-cinder-800697-2-iscsi neutron-server[104573]: cb(*args, **kw) Jul 14 13:53:11.498734 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 13:53:11.498734 dv-cinder-800697-2-iscsi neutron-server[104573]: return func(*args, **kwargs) Jul 14 13:53:11.498734 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 13:53:11.498734 dv-cinder-800697-2-iscsi neutron-server[104573]: self._notify() Jul 14 13:53:11.498734 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 13:53:11.498734 dv-cinder-800697-2-iscsi neutron-server[104573]: self.callback(batched_events) Jul 14 13:53:11.498734 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 13:53:11.498734 dv-cinder-800697-2-iscsi neutron-server[104573]: event.method(event) Jul 14 13:53:11.498734 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 13:53:11.498734 dv-cinder-800697-2-iscsi neutron-server[104573]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 13:53:11.498734 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 13:53:11.498734 dv-cinder-800697-2-iscsi neutron-server[104573]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 13:53:11.498734 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 13:53:11.498734 dv-cinder-800697-2-iscsi neutron-server[104573]: return f(self, *a, **k) Jul 14 13:53:11.498734 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 13:53:11.498734 dv-cinder-800697-2-iscsi neutron-server[104573]: return self._get(url).json() Jul 14 13:53:11.498734 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 13:53:11.498734 dv-cinder-800697-2-iscsi neutron-server[104573]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 13:53:11.498734 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 13:53:11.498734 dv-cinder-800697-2-iscsi neutron-server[104573]: return self.request(url, 'GET', **kwargs) Jul 14 13:53:11.498734 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 13:53:11.498734 dv-cinder-800697-2-iscsi neutron-server[104573]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 13:53:11.498734 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 13:53:11.498734 dv-cinder-800697-2-iscsi neutron-server[104573]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 13:53:11.498734 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 13:53:11.498734 dv-cinder-800697-2-iscsi neutron-server[104573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 13:53:11.498734 dv-cinder-800697-2-iscsi neutron-server[104573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 13:53:11.578581 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2381315a-a6ed-476d-82cb-816b85b97a98 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Pushing event updated for resources: {'Port': ['ID=24426050-4855-41ce-a2a0-33a651ad2c18,revision_number=2']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:11.593090 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a21474c4-44b9-4f0b-833d-53db4f7b4020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3927489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359267'] for network, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:11.603282 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a21474c4-44b9-4f0b-833d-53db4f7b4020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for network, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:11.606264 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-a21474c4-44b9-4f0b-833d-53db4f7b4020 admin admin] 10.222.0.35 "DELETE /v2.0/networks/56766f9b-8806-404a-bc60-d323fb9ca761 HTTP/1.1" status: 204 len: 168 time: 0.4462216 Jul 14 13:53:11.619691 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2381315a-a6ed-476d-82cb-816b85b97a98 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359245'] for floatingip, after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:11.623907 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21474c4-44b9-4f0b-833d-53db4f7b4020 admin admin] Pushing event deleted for resources: {'Network': ['ID=56766f9b-8806-404a-bc60-d323fb9ca761,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:11.645232 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2381315a-a6ed-476d-82cb-816b85b97a98 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for floatingip, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:11.646508 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-2381315a-a6ed-476d-82cb-816b85b97a98 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0870204 Jul 14 13:53:11.657398 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a740a213-d6b3-4e59-b97e-6b6c14f0e451 None None] Sync routers for ids ['8247d43e-c2f6-4177-845d-68e9580fd7b9'] in dv-cinder-800697-2-iscsi {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:53:11.667895 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a740a213-d6b3-4e59-b97e-6b6c14f0e451 None None] Routers {'8247d43e-c2f6-4177-845d-68e9580fd7b9'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:53:11.668901 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-a740a213-d6b3-4e59-b97e-6b6c14f0e451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:52:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['8247d43e-c2f6-4177-845d-68e9580fd7b9'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:11.767940 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 46942) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:11.792512 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-a740a213-d6b3-4e59-b97e-6b6c14f0e451 None None] Set router 8247d43e-c2f6-4177-845d-68e9580fd7b9 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:53:11.802473 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-00295a88-0053-40ef-9326-76a4a2133d98 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1898764665&fields=id&tenant_id=43e0f688f2114f8488820a3f02572e1e HTTP/1.1" status: 200 len: 267 time: 0.0370200 Jul 14 13:53:11.815934 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-5d879380-1aa7-4c26-8aab-1eac0908048e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4240b3dad32040c6a62d86856d2ed238&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462902 Jul 14 13:53:11.818774 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 46944) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:11.877238 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c65b6d44-a854-44be-9c85-828f4af4e2f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:11.900824 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 226bd375-0eeb-419b-a21b-72b31e854317 up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:53:11.904074 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c65b6d44-a854-44be-9c85-828f4af4e2f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:11.939549 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-1663e74c-5dc4-43ae-9446-304fb4f444de tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:11.947646 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-1663e74c-5dc4-43ae-9446-304fb4f444de tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/networks?id=bdfad0f9-d901-4f01-9648-67faf0ceed7f HTTP/1.1" status: 200 len: 810 time: 0.1377103 Jul 14 13:53:11.963534 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-f77c460c-1220-4df7-aeea-3f025f1f2f13 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/quotas/43e0f688f2114f8488820a3f02572e1e HTTP/1.1" status: 200 len: 375 time: 0.0139871 Jul 14 13:53:11.967443 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c65b6d44-a854-44be-9c85-828f4af4e2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:11.971042 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c65b6d44-a854-44be-9c85-828f4af4e2f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:11.972263 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-c65b6d44-a854-44be-9c85-828f4af4e2f9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/92f32126-e530-409c-b089-7fd105392c73 HTTP/1.1" status: 204 len: 168 time: 0.1534514 Jul 14 13:53:11.981658 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning for port 226bd375-0eeb-419b-a21b-72b31e854317 completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:53:11.981901 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b6d44-a854-44be-9c85-828f4af4e2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f32126-e530-409c-b089-7fd105392c73,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:11.988310 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port 226bd375-0eeb-419b-a21b-72b31e854317 triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:11.989046 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:12.023645 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-a740a213-d6b3-4e59-b97e-6b6c14f0e451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'name': 'tempest-AttachVolumeTestJSON-935177722-router', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '226bd375-0eeb-419b-a21b-72b31e854317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:05Z', 'updated_at': '2021-07-14T13:53:08Z', 'revision_number': 4, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'gw_port': {'id': '226bd375-0eeb-419b-a21b-72b31e854317', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ee:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:06Z', 'updated_at': '2021-07-14T13:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': 'c31e97c3-136a-41b0-aa80-9c504bd23027', 'name': '', 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'mac_address': 'fa:16:3e:df:e4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:08Z', 'updated_at': '2021-07-14T13:53:08Z', 'revision_number': 2, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'subnets': [{'id': '9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:12.052092 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a740a213-d6b3-4e59-b97e-6b6c14f0e451 None None] Checking router: 8247d43e-c2f6-4177-845d-68e9580fd7b9 for host: dv-cinder-800697-2-iscsi {{(pid=104576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:53:12.052742 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a740a213-d6b3-4e59-b97e-6b6c14f0e451 None None] Updating router 8247d43e-c2f6-4177-845d-68e9580fd7b9 port c31e97c3-136a-41b0-aa80-9c504bd23027 binding host dv-cinder-800697-2-iscsi {{(pid=104576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:53:12.066399 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-f5b06b18-aae0-4359-a635-a088421d2f0e tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=43e0f688f2114f8488820a3f02572e1e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0987415 Jul 14 13:53:12.091111 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-a740a213-d6b3-4e59-b97e-6b6c14f0e451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:12.104237 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:12.129965 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] For port 226bd375-0eeb-419b-a21b-72b31e854317, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=226bd375-0eeb-419b-a21b-72b31e854317,segment=NetworkSegment(c6937592-4176-4619-b9cc-7188e645a4b4),segment_id=c6937592-4176-4619-b9cc-7188e645a4b4)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:12.137559 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:12.197700 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-641baa16-09ea-4e31-aa4d-8768f7513a7f service neutron] 10.222.0.35 "GET /v2.0/networks/bdfad0f9-d901-4f01-9648-67faf0ceed7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186330 Jul 14 13:53:12.218838 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Pushing event updated for resources: {'Port': ['ID=226bd375-0eeb-419b-a21b-72b31e854317,revision_number=4']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:12.297482 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-cd90825c-b74e-4556-a402-d5723c08b5c0 service neutron] 10.222.0.35 "GET /v2.0/networks/bdfad0f9-d901-4f01-9648-67faf0ceed7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928049 Jul 14 13:53:12.509120 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-a740a213-d6b3-4e59-b97e-6b6c14f0e451 None None] Notify callbacks [] for port, precommit_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:12.510775 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-baa6f128-01da-497a-a042-aa9b9c6b9eaa req-f8fc944e-8953-4682-850d-b840a6b475f2 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 210 time: 0.0504861 Jul 14 13:53:12.519850 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.provisioning_blocks [None req-a740a213-d6b3-4e59-b97e-6b6c14f0e451 None None] Transition to ACTIVE for port object c31e97c3-136a-41b0-aa80-9c504bd23027 will not be triggered until provisioned by entity L2. {{(pid=104576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:53:12.530875 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-a740a213-d6b3-4e59-b97e-6b6c14f0e451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:12.603520 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdbf475-a850-4944-8365-0f8626f83f89 None None] Pushing event updated for resources: {'Port': ['ID=c31e97c3-136a-41b0-aa80-9c504bd23027,revision_number=3']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:12.630130 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdbf475-a850-4944-8365-0f8626f83f89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:12.630497 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdbf475-a850-4944-8365-0f8626f83f89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:12.631532 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdbf475-a850-4944-8365-0f8626f83f89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:12.631822 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdbf475-a850-4944-8365-0f8626f83f89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:12.632109 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdbf475-a850-4944-8365-0f8626f83f89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:12.632496 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdbf475-a850-4944-8365-0f8626f83f89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:12.633151 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdbf475-a850-4944-8365-0f8626f83f89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:12.633151 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdbf475-a850-4944-8365-0f8626f83f89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:12.633505 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdbf475-a850-4944-8365-0f8626f83f89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:12.633862 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdbf475-a850-4944-8365-0f8626f83f89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:12.634176 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdbf475-a850-4944-8365-0f8626f83f89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:12.634491 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdbf475-a850-4944-8365-0f8626f83f89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:12.650806 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [None req-a740a213-d6b3-4e59-b97e-6b6c14f0e451 None None] Attempting to bind port c31e97c3-136a-41b0-aa80-9c504bd23027 on host dv-cinder-800697-2-iscsi for vnic_type normal with profile {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:53:12.651205 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [None req-a740a213-d6b3-4e59-b97e-6b6c14f0e451 None None] Attempting to bind port c31e97c3-136a-41b0-aa80-9c504bd23027 by drivers openvswitch,hyperv on host dv-cinder-800697-2-iscsi at level 0 using segments [{'id': 'e34051e8-9622-4ad8-9500-be981e12d304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f'}] {{(pid=104576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:53:12.651560 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a740a213-d6b3-4e59-b97e-6b6c14f0e451 None None] Attempting to bind port c31e97c3-136a-41b0-aa80-9c504bd23027 on network bdfad0f9-d901-4f01-9648-67faf0ceed7f {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:53:12.656739 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a740a213-d6b3-4e59-b97e-6b6c14f0e451 None None] Checking agent: {'id': 'c8ba3178-5fdc-4895-ae06-68797a69110c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 41, 49), 'started_at': datetime.datetime(2021, 7, 14, 13, 42, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:53:12.657166 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a740a213-d6b3-4e59-b97e-6b6c14f0e451 None None] Checking segment: {'id': 'e34051e8-9622-4ad8-9500-be981e12d304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:53:12.657565 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-a740a213-d6b3-4e59-b97e-6b6c14f0e451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:12.658128 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a740a213-d6b3-4e59-b97e-6b6c14f0e451 None None] Bound using segment: {'id': 'e34051e8-9622-4ad8-9500-be981e12d304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f'} {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:53:12.658389 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [None req-a740a213-d6b3-4e59-b97e-6b6c14f0e451 None None] Bound port: c31e97c3-136a-41b0-aa80-9c504bd23027, host: dv-cinder-800697-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34051e8-9622-4ad8-9500-be981e12d304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f'}}] {{(pid=104576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:53:12.658770 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-a740a213-d6b3-4e59-b97e-6b6c14f0e451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:12.737566 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.db [None req-a740a213-d6b3-4e59-b97e-6b6c14f0e451 None None] For port c31e97c3-136a-41b0-aa80-9c504bd23027, host dv-cinder-800697-2-iscsi, cleared binding levels {{(pid=104576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:53:12.744232 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.db [None req-a740a213-d6b3-4e59-b97e-6b6c14f0e451 None None] For port c31e97c3-136a-41b0-aa80-9c504bd23027, host dv-cinder-800697-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=c31e97c3-136a-41b0-aa80-9c504bd23027,segment=NetworkSegment(e34051e8-9622-4ad8-9500-be981e12d304),segment_id=e34051e8-9622-4ad8-9500-be981e12d304)] {{(pid=104576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:53:12.758211 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-a740a213-d6b3-4e59-b97e-6b6c14f0e451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:12.814546 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a740a213-d6b3-4e59-b97e-6b6c14f0e451 None None] Routers {'8247d43e-c2f6-4177-845d-68e9580fd7b9'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:53:12.815366 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-a740a213-d6b3-4e59-b97e-6b6c14f0e451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:52:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['8247d43e-c2f6-4177-845d-68e9580fd7b9'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:12.876956 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 46978) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:12.943385 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdbf475-a850-4944-8365-0f8626f83f89 None None] Pushing event updated for resources: {'Port': ['ID=c31e97c3-136a-41b0-aa80-9c504bd23027,revision_number=4']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:12.954867 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-a740a213-d6b3-4e59-b97e-6b6c14f0e451 None None] Set router 8247d43e-c2f6-4177-845d-68e9580fd7b9 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:53:12.990627 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-ab0b01ce-4242-49c4-ba65-289b12d8d171 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-369389082-network', 'tenant_id': '413ff8eedf6d4eb895d9dbc96c24bbc4'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:13.023898 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0b01ce-4242-49c4-ba65-289b12d8d171 admin admin] Made reservation on behalf of 413ff8eedf6d4eb895d9dbc96c24bbc4 for: {'network': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:53:13.028765 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ab0b01ce-4242-49c4-ba65-289b12d8d171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for network, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:13.039640 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ab0b01ce-4242-49c4-ba65-289b12d8d171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:13.149958 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ab0b01ce-4242-49c4-ba65-289b12d8d171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:13.154558 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ab0b01ce-4242-49c4-ba65-289b12d8d171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:13.193515 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab0b01ce-4242-49c4-ba65-289b12d8d171 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 870} {{(pid=104572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:53:13.210381 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-a740a213-d6b3-4e59-b97e-6b6c14f0e451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'name': 'tempest-AttachVolumeTestJSON-935177722-router', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '226bd375-0eeb-419b-a21b-72b31e854317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:05Z', 'updated_at': '2021-07-14T13:53:08Z', 'revision_number': 4, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'gw_port': {'id': '226bd375-0eeb-419b-a21b-72b31e854317', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:06Z', 'updated_at': '2021-07-14T13:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': 'c31e97c3-136a-41b0-aa80-9c504bd23027', 'name': '', 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'mac_address': 'fa:16:3e:df:e4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:08Z', 'updated_at': '2021-07-14T13:53:12Z', 'revision_number': 4, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'subnets': [{'id': '9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:13.212345 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ab0b01ce-4242-49c4-ba65-289b12d8d171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542'] for segment, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:13.214179 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.db.segments_db [None req-ab0b01ce-4242-49c4-ba65-289b12d8d171 admin admin] Added segment 7065404a-fcb0-43e6-b135-c410dcfbc4c5 of type vlan for network 9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0 Jul 14 13:53:13.224129 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b01ce-4242-49c4-ba65-289b12d8d171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16264e8-e5ed-43e4-92fb-0b5b28d68358,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:13.241930 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a740a213-d6b3-4e59-b97e-6b6c14f0e451 None None] The sync data for ids ['8247d43e-c2f6-4177-845d-68e9580fd7b9'] in dv-cinder-800697-2-iscsi is: [{'id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'name': 'tempest-AttachVolumeTestJSON-935177722-router', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '226bd375-0eeb-419b-a21b-72b31e854317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:05Z', 'updated_at': '2021-07-14T13:53:08Z', 'revision_number': 4, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'gw_port': {'id': '226bd375-0eeb-419b-a21b-72b31e854317', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:06Z', 'updated_at': '2021-07-14T13:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': 'c31e97c3-136a-41b0-aa80-9c504bd23027', 'name': '', 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'mac_address': 'fa:16:3e:df:e4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:08Z', 'updated_at': '2021-07-14T13:53:12Z', 'revision_number': 4, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'subnets': [{'id': '9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:53:13.269529 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ab0b01ce-4242-49c4-ba65-289b12d8d171 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787525299204'] for network, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:13.300820 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ab0b01ce-4242-49c4-ba65-289b12d8d171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338'] for network, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:13.302067 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0b01ce-4242-49c4-ba65-289b12d8d171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:13.302840 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ab0b01ce-4242-49c4-ba65-289b12d8d171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for network, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:13.353377 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-ab0b01ce-4242-49c4-ba65-289b12d8d171 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4747629 Jul 14 13:53:13.356520 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 46984) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:13.361508 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-8351b820-01c4-47e1-9bf0-abff4d19f68b admin admin] Request body: {'subnet': {'network_id': '9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-369389082-subnet', 'tenant_id': '413ff8eedf6d4eb895d9dbc96c24bbc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:13.365288 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b01ce-4242-49c4-ba65-289b12d8d171 admin admin] Pushing event updated for resources: {'Network': ['ID=9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:13.375374 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Network 9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0 details requested by agent ovs-agent-dv-cinder-800697-2-iscsi with host dv-cinder-800697-2-iscsi {{(pid=104575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:53:13.390632 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8351b820-01c4-47e1-9bf0-abff4d19f68b admin admin] Made reservation on behalf of 413ff8eedf6d4eb895d9dbc96c24bbc4 for: {'subnet': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:53:13.393100 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8351b820-01c4-47e1-9bf0-abff4d19f68b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25587331'] for subnet, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:13.569771 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8351b820-01c4-47e1-9bf0-abff4d19f68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25587377'] for subnet, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:13.625388 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351b820-01c4-47e1-9bf0-abff4d19f68b admin admin] Pushing event updated for resources: {'Subnet': ['ID=325c8fb8-f97d-4716-b90a-ef3374b4a692,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:13.636541 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8351b820-01c4-47e1-9bf0-abff4d19f68b admin admin] Checking segment: {'id': '7065404a-fcb0-43e6-b135-c410dcfbc4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:53:13.636971 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8351b820-01c4-47e1-9bf0-abff4d19f68b admin admin] Network hostable DHCP agents. Network: 9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0, hostable agents: ['d5e7476e-1d58-4a72-9697-436f60a7843b'], hosted agents: [] {{(pid=104573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:53:13.654750 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8351b820-01c4-47e1-9bf0-abff4d19f68b admin admin] Network 9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0 is scheduled to be hosted by DHCP agent d5e7476e-1d58-4a72-9697-436f60a7843b with binding_index 1 {{(pid=104573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:53:13.656762 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-74da0aec-a71b-4274-9660-3b38c6312289 req-75eeed54-11bf-4fcd-a3d6-d8026b781c25 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 210 time: 0.0345621 Jul 14 13:53:13.664407 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-8351b820-01c4-47e1-9bf0-abff4d19f68b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-2-iscsi, 9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0) {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:53:13.668949 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8351b820-01c4-47e1-9bf0-abff4d19f68b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:13.669531 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8351b820-01c4-47e1-9bf0-abff4d19f68b admin admin] Notify callbacks [] for subnet, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:13.686045 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1122ae-7249-49dd-8e97-9b5b14a4fbc5 None None] Network 9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0 requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:53:13.694310 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-8351b820-01c4-47e1-9bf0-abff4d19f68b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3366830 Jul 14 13:53:13.882749 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec332c3-a065-433e-8cf5-e7afb79cbf39 None None] Network 9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0 requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:53:13.953654 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device c31e97c3-136a-41b0-aa80-9c504bd23027 up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:53:14.079306 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning for port c31e97c3-136a-41b0-aa80-9c504bd23027 completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:53:14.083311 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port c31e97c3-136a-41b0-aa80-9c504bd23027 triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:14.083921 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:14.090356 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-36de6962-43d6-4611-abc9-540ba3f7071e tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:14.092145 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-36de6962-43d6-4611-abc9-540ba3f7071e tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.59 "GET /v2.0/networks?id=bdfad0f9-d901-4f01-9648-67faf0ceed7f HTTP/1.1" status: 200 len: 810 time: 0.1709149 Jul 14 13:53:14.158127 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-129db675-84b5-4759-ae36-bf33dda85e60 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43e0f688f2114f8488820a3f02572e1e HTTP/1.1" status: 200 len: 380 time: 0.0467873 Jul 14 13:53:14.168890 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-eb4b5ad1-b9b2-4e26-a439-d42a5a3d76b7 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Request body: {'port': {'device_id': '216c2f7d-d816-4747-ab13-9a12cb900e2b', 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f', 'admin_state_up': True, 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'security_groups': ['9e4e64ae-bf84-43fe-8aff-e76c7d8f9042']}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:14.174279 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:14.222356 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] For port c31e97c3-136a-41b0-aa80-9c504bd23027, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=c31e97c3-136a-41b0-aa80-9c504bd23027,segment=NetworkSegment(e34051e8-9622-4ad8-9500-be981e12d304),segment_id=e34051e8-9622-4ad8-9500-be981e12d304)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:14.229645 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:14.230709 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 226bd375-0eeb-419b-a21b-72b31e854317 up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:53:14.291633 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-eb4b5ad1-b9b2-4e26-a439-d42a5a3d76b7 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Made reservation on behalf of 43e0f688f2114f8488820a3f02572e1e for: {'port': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:53:14.295420 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-eb4b5ad1-b9b2-4e26-a439-d42a5a3d76b7 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:14.315814 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Pushing event updated for resources: {'Port': ['ID=c31e97c3-136a-41b0-aa80-9c504bd23027,revision_number=5']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:14.327280 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port 226bd375-0eeb-419b-a21b-72b31e854317 triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:14.327880 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:14.442688 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-eb4b5ad1-b9b2-4e26-a439-d42a5a3d76b7 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Allocated IP 172.20.0.12 (bdfad0f9-d901-4f01-9648-67faf0ceed7f/9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2/0e9ba39a-a647-46df-b5fa-a9570952885b) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:53:14.581854 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-eb4b5ad1-b9b2-4e26-a439-d42a5a3d76b7 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for port, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:14.596105 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-eb4b5ad1-b9b2-4e26-a439-d42a5a3d76b7 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Transition to ACTIVE for port object 0e9ba39a-a647-46df-b5fa-a9570952885b will not be triggered until provisioned by entity DHCP. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:53:14.632673 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-eb4b5ad1-b9b2-4e26-a439-d42a5a3d76b7 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:14.677432 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-eb4b5ad1-b9b2-4e26-a439-d42a5a3d76b7 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Network bdfad0f9-d901-4f01-9648-67faf0ceed7f is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:53:14.680581 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-eb4b5ad1-b9b2-4e26-a439-d42a5a3d76b7 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:53:14.688846 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-eb4b5ad1-b9b2-4e26-a439-d42a5a3d76b7 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:53:14.712834 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b5ad1-b9b2-4e26-a439-d42a5a3d76b7 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Pushing event updated for resources: {'Port': ['ID=0e9ba39a-a647-46df-b5fa-a9570952885b,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:14.742470 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-eb4b5ad1-b9b2-4e26-a439-d42a5a3d76b7 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:14.743152 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-eb4b5ad1-b9b2-4e26-a439-d42a5a3d76b7 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:14.759842 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-eb4b5ad1-b9b2-4e26-a439-d42a5a3d76b7 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5963609 Jul 14 13:53:14.788255 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-c2f74f9c-b387-4a19-883e-323de15bad77 service neutron] Request body: {'port': {'device_id': '216c2f7d-d816-4747-ab13-9a12cb900e2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:14.852369 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79bd018-0375-4e48-b0ca-7307fd3c7d0d req-dd7e822c-15ef-4211-a9a0-8bf88d6079fe tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:14.854050 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a79bd018-0375-4e48-b0ca-7307fd3c7d0d req-dd7e822c-15ef-4211-a9a0-8bf88d6079fe tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 932 time: 0.0771916 Jul 14 13:53:14.870505 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-c2f74f9c-b387-4a19-883e-323de15bad77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:14.902470 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a79bd018-0375-4e48-b0ca-7307fd3c7d0d req-c999d5dc-1741-42c9-adf8-be8435631f5e tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420020 Jul 14 13:53:14.910553 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-1d75113a-5a22-4c40-ba87-d1ad890e49d2 None None] Provisioning for port 0e9ba39a-a647-46df-b5fa-a9570952885b completed by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:53:14.914552 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-1d75113a-5a22-4c40-ba87-d1ad890e49d2 None None] Provisioning complete for port 0e9ba39a-a647-46df-b5fa-a9570952885b triggered by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:14.914954 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-1d75113a-5a22-4c40-ba87-d1ad890e49d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:14.954382 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-1d75113a-5a22-4c40-ba87-d1ad890e49d2 None None] Port 0e9ba39a-a647-46df-b5fa-a9570952885b cannot update to ACTIVE because it is not bound. {{(pid=104575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:53:15.152256 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-c2f74f9c-b387-4a19-883e-323de15bad77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e9ba39a-a647-46df-b5fa-a9570952885b {{(pid=104572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:53:15.160198 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-c2f74f9c-b387-4a19-883e-323de15bad77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:15.172411 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-c2f74f9c-b387-4a19-883e-323de15bad77 service neutron] Transition to ACTIVE for port object 0e9ba39a-a647-46df-b5fa-a9570952885b will not be triggered until provisioned by entity L2. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:53:15.178328 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-c2f74f9c-b387-4a19-883e-323de15bad77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28728568'] for port, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:15.226082 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f74f9c-b387-4a19-883e-323de15bad77 service neutron] Pushing event updated for resources: {'Port': ['ID=0e9ba39a-a647-46df-b5fa-a9570952885b,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:15.301297 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-c2f74f9c-b387-4a19-883e-323de15bad77 service neutron] Attempting to bind port 0e9ba39a-a647-46df-b5fa-a9570952885b on host hv-cinder-80069 for vnic_type normal with profile {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:53:15.301635 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-c2f74f9c-b387-4a19-883e-323de15bad77 service neutron] Attempting to bind port 0e9ba39a-a647-46df-b5fa-a9570952885b by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'e34051e8-9622-4ad8-9500-be981e12d304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f'}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:53:15.301963 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-c2f74f9c-b387-4a19-883e-323de15bad77 service neutron] Attempting to bind port 0e9ba39a-a647-46df-b5fa-a9570952885b on network bdfad0f9-d901-4f01-9648-67faf0ceed7f {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:53:15.306687 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-c2f74f9c-b387-4a19-883e-323de15bad77 service neutron] Port 0e9ba39a-a647-46df-b5fa-a9570952885b on network bdfad0f9-d901-4f01-9648-67faf0ceed7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:53:15.307161 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-c2f74f9c-b387-4a19-883e-323de15bad77 service neutron] Attempting to bind port 0e9ba39a-a647-46df-b5fa-a9570952885b on network bdfad0f9-d901-4f01-9648-67faf0ceed7f {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:53:15.312200 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-c2f74f9c-b387-4a19-883e-323de15bad77 service neutron] Checking agent: {'id': '92e582b9-0e65-4c58-8afe-cb3347eabd77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 47, 47), 'started_at': datetime.datetime(2021, 7, 14, 13, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:53:15.312530 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-c2f74f9c-b387-4a19-883e-323de15bad77 service neutron] Checking segment: {'id': 'e34051e8-9622-4ad8-9500-be981e12d304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:53:15.312956 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-c2f74f9c-b387-4a19-883e-323de15bad77 service neutron] Bound using segment: {'id': 'e34051e8-9622-4ad8-9500-be981e12d304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f'} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:53:15.313383 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-c2f74f9c-b387-4a19-883e-323de15bad77 service neutron] Bound port: 0e9ba39a-a647-46df-b5fa-a9570952885b, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34051e8-9622-4ad8-9500-be981e12d304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f'}}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:53:15.313757 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-c2f74f9c-b387-4a19-883e-323de15bad77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:15.377819 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-c2f74f9c-b387-4a19-883e-323de15bad77 service neutron] For port 0e9ba39a-a647-46df-b5fa-a9570952885b, host hv-cinder-80069, cleared binding levels {{(pid=104572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:53:15.381001 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-c2f74f9c-b387-4a19-883e-323de15bad77 service neutron] For port 0e9ba39a-a647-46df-b5fa-a9570952885b, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=0e9ba39a-a647-46df-b5fa-a9570952885b,segment=NetworkSegment(e34051e8-9622-4ad8-9500-be981e12d304),segment_id=e34051e8-9622-4ad8-9500-be981e12d304)] {{(pid=104572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:53:15.387320 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-c2f74f9c-b387-4a19-883e-323de15bad77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28728568'] for port, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:15.421087 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-c2f74f9c-b387-4a19-883e-323de15bad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:15.421717 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-c2f74f9c-b387-4a19-883e-323de15bad77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:15.423133 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-c2f74f9c-b387-4a19-883e-323de15bad77 service neutron] 10.222.0.59 "PUT /v2.0/ports/0e9ba39a-a647-46df-b5fa-a9570952885b HTTP/1.1" status: 200 len: 1094 time: 0.6399877 Jul 14 13:53:15.423588 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216c2f7d-d816-4747-ab13-9a12cb900e2b', 'tag': '0e9ba39a-a647-46df-b5fa-a9570952885b'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:53:15.426074 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b702e1-c4c8-4690-84a3-3fc2985fb9ba" -d '{"events": [{"name": "network-changed", "server_uuid": "216c2f7d-d816-4747-ab13-9a12cb900e2b", "tag": "0e9ba39a-a647-46df-b5fa-a9570952885b"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:53:15.455452 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f74f9c-b387-4a19-883e-323de15bad77 service neutron] Pushing event updated for resources: {'Port': ['ID=0e9ba39a-a647-46df-b5fa-a9570952885b,revision_number=3']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:15.481764 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04da1f67-d8df-4348-8926-88cf8b77b3c6 x-openstack-request-id: req-04da1f67-d8df-4348-8926-88cf8b77b3c6 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:53:15.482503 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "216c2f7d-d816-4747-ab13-9a12cb900e2b", "tag": "0e9ba39a-a647-46df-b5fa-a9570952885b", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:53:15.482879 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-04da1f67-d8df-4348-8926-88cf8b77b3c6 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:53:15.483391 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216c2f7d-d816-4747-ab13-9a12cb900e2b', 'tag': '0e9ba39a-a647-46df-b5fa-a9570952885b', 'status': 'completed', 'code': 200} Jul 14 13:53:15.564686 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-a3de331a-c9d3-4ddf-a02f-faed9677b8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:15.566459 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-a3de331a-c9d3-4ddf-a02f-faed9677b8c8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=43e0f688f2114f8488820a3f02572e1e&device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 1097 time: 0.0641854 Jul 14 13:53:15.632398 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-5c944490-0092-474d-b697-190ec06a9996 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e9ba39a-a647-46df-b5fa-a9570952885b HTTP/1.1" status: 200 len: 217 time: 0.0341589 Jul 14 13:53:15.689759 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-e784a61a-6ed8-4532-92ff-7f34a1395729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:15.691238 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-e784a61a-6ed8-4532-92ff-7f34a1395729 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2 HTTP/1.1" status: 200 len: 849 time: 0.0437443 Jul 14 13:53:15.697492 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-c5114575-5cf3-4aa8-9fcd-5c719e8bd5fd tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:15.699020 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-c5114575-5cf3-4aa8-9fcd-5c719e8bd5fd tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/networks?id=9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0 HTTP/1.1" status: 200 len: 813 time: 0.1037338 Jul 14 13:53:15.713626 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-4098f0bc-6f3f-4592-829c-505deb085e4d tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/quotas/413ff8eedf6d4eb895d9dbc96c24bbc4 HTTP/1.1" status: 200 len: 375 time: 0.0091953 Jul 14 13:53:15.747327 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-dbafbad0-0345-491b-a296-bb61806c1786 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=413ff8eedf6d4eb895d9dbc96c24bbc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285614 Jul 14 13:53:15.755115 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-01bb3e0a-ade3-46b3-852c-254145063746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:15.756608 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-01bb3e0a-ade3-46b3-852c-254145063746 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bdfad0f9-d901-4f01-9648-67faf0ceed7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562193 Jul 14 13:53:15.836442 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-7e8829d3-1952-4d5c-ab8f-96838830f7c2 service neutron] 10.222.0.35 "GET /v2.0/networks/9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825379 Jul 14 13:53:15.848986 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device c31e97c3-136a-41b0-aa80-9c504bd23027 up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:53:15.860442 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-36f6096e-55c1-4f2c-a008-96c13acdd722 service neutron] 10.222.0.59 "GET /v2.0/networks/bdfad0f9-d901-4f01-9648-67faf0ceed7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854962 Jul 14 13:53:15.896004 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port c31e97c3-136a-41b0-aa80-9c504bd23027 triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:15.896772 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:15.932036 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-fa06627e-6e2b-4b68-a1ac-e07accc09171 service neutron] 10.222.0.35 "GET /v2.0/networks/9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882325 Jul 14 13:53:15.968244 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-09fc17b5-85fb-4333-8289-abb9e70d3088 req-28cb2d01-f59b-4214-b1f8-3c1fd08eb018 service neutron] 10.222.0.59 "GET /v2.0/networks/bdfad0f9-d901-4f01-9648-67faf0ceed7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945928 Jul 14 13:53:16.110201 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-56ee8f16-eeeb-41ef-b69c-21b79cf9184e req-26ef0bd1-b248-48f2-84f8-3acac7b5cffd tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/ports?device_id=f43c4ade-c724-40c1-a36b-b7693f1f59ea HTTP/1.1" status: 200 len: 210 time: 0.0298502 Jul 14 13:53:16.203918 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883518e-7341-45ce-82a8-621ffbe92d72 req-41b2bc4e-2fa8-4d4d-a206-7444976aa616 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:16.205944 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8883518e-7341-45ce-82a8-621ffbe92d72 req-41b2bc4e-2fa8-4d4d-a206-7444976aa616 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 944 time: 0.1180024 Jul 14 13:53:16.214135 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b702e1-c4c8-4690-84a3-3fc2985fb9ba req-7efee1b8-f9e1-448e-b418-739736256d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:16.216044 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b3b702e1-c4c8-4690-84a3-3fc2985fb9ba req-7efee1b8-f9e1-448e-b418-739736256d7c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=43e0f688f2114f8488820a3f02572e1e&device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 1097 time: 0.0929530 Jul 14 13:53:16.300283 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8883518e-7341-45ce-82a8-621ffbe92d72 req-0aa8ae0b-1efd-4748-8506-b16f0c582e75 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832627 Jul 14 13:53:16.339315 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b702e1-c4c8-4690-84a3-3fc2985fb9ba req-54850b8c-706d-4e96-b7dd-d9e48b25d556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:16.340787 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b3b702e1-c4c8-4690-84a3-3fc2985fb9ba req-54850b8c-706d-4e96-b7dd-d9e48b25d556 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bdfad0f9-d901-4f01-9648-67faf0ceed7f HTTP/1.1" status: 200 len: 911 time: 0.1067061 Jul 14 13:53:16.382673 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b3b702e1-c4c8-4690-84a3-3fc2985fb9ba req-6aa0a75f-aad3-4855-9e49-fec8d7bba5e3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e9ba39a-a647-46df-b5fa-a9570952885b HTTP/1.1" status: 200 len: 217 time: 0.0347338 Jul 14 13:53:16.443662 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b702e1-c4c8-4690-84a3-3fc2985fb9ba req-320ec4f7-f4df-47c1-a419-cb836f0785c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:16.445166 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b3b702e1-c4c8-4690-84a3-3fc2985fb9ba req-320ec4f7-f4df-47c1-a419-cb836f0785c3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2 HTTP/1.1" status: 200 len: 849 time: 0.0493836 Jul 14 13:53:16.783540 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b702e1-c4c8-4690-84a3-3fc2985fb9ba req-181bcc69-7c92-4372-a450-fe372fa7c528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:16.785099 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b3b702e1-c4c8-4690-84a3-3fc2985fb9ba req-181bcc69-7c92-4372-a450-fe372fa7c528 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bdfad0f9-d901-4f01-9648-67faf0ceed7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3185995 Jul 14 13:53:16.877457 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-799039ca-84d6-419a-aead-112708c3ab2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:16.878433 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b3b702e1-c4c8-4690-84a3-3fc2985fb9ba req-487b37c6-d4b6-4119-b49d-6ef91e1c7c15 service neutron] 10.222.0.59 "GET /v2.0/networks/bdfad0f9-d901-4f01-9648-67faf0ceed7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835607 Jul 14 13:53:16.970107 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b3b702e1-c4c8-4690-84a3-3fc2985fb9ba req-2443c894-5f30-4e07-8eeb-54b028b6dd31 service neutron] 10.222.0.59 "GET /v2.0/networks/bdfad0f9-d901-4f01-9648-67faf0ceed7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824039 Jul 14 13:53:17.263437 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9caa890d-b99c-4751-ab8b-445f77d4119e req-cabcbdeb-5008-4598-b374-a4dc40363312 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/ports?device_id=f43c4ade-c724-40c1-a36b-b7693f1f59ea HTTP/1.1" status: 200 len: 210 time: 0.0408902 Jul 14 13:53:17.499166 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-aab91778-4cf2-4aba-ac3c-9e0b8ef0cc2d tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:17.500695 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-aab91778-4cf2-4aba-ac3c-9e0b8ef0cc2d tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.59 "GET /v2.0/networks?id=9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0 HTTP/1.1" status: 200 len: 813 time: 0.1423461 Jul 14 13:53:17.518792 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3961fa1-52d9-46c3-8b5e-bed8d70321d4 req-e236f4bc-c140-4f08-96d3-9d50b21db558 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:17.520593 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c3961fa1-52d9-46c3-8b5e-bed8d70321d4 req-e236f4bc-c140-4f08-96d3-9d50b21db558 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 944 time: 0.0853186 Jul 14 13:53:17.538471 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-b1650358-7cfa-41c1-8922-35f2ab3a94c3 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Request body: {'port': {'device_id': 'f43c4ade-c724-40c1-a36b-b7693f1f59ea', 'network_id': '9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0', 'admin_state_up': True, 'tenant_id': '413ff8eedf6d4eb895d9dbc96c24bbc4'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:17.567564 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c3961fa1-52d9-46c3-8b5e-bed8d70321d4 req-39c76a08-03f3-42a4-ae8e-0b6919acb6e6 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411975 Jul 14 13:53:17.653280 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-b1650358-7cfa-41c1-8922-35f2ab3a94c3 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Made reservation on behalf of 413ff8eedf6d4eb895d9dbc96c24bbc4 for: {'port': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:53:17.656795 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-b1650358-7cfa-41c1-8922-35f2ab3a94c3 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:17.778492 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-b1650358-7cfa-41c1-8922-35f2ab3a94c3 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Allocated IP 172.20.0.7 (9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0/325c8fb8-f97d-4716-b90a-ef3374b4a692/89428ebd-406f-4d84-940f-a55d6f9d70c8) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:53:17.887381 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:17.920376 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-b1650358-7cfa-41c1-8922-35f2ab3a94c3 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Notify callbacks [] for port, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:17.962053 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-b1650358-7cfa-41c1-8922-35f2ab3a94c3 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:18.010475 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-b1650358-7cfa-41c1-8922-35f2ab3a94c3 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Network 9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0 is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:53:18.013684 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-b1650358-7cfa-41c1-8922-35f2ab3a94c3 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:53:18.017566 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-b1650358-7cfa-41c1-8922-35f2ab3a94c3 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:53:18.023829 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1650358-7cfa-41c1-8922-35f2ab3a94c3 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Pushing event updated for resources: {'Port': ['ID=89428ebd-406f-4d84-940f-a55d6f9d70c8,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:18.067688 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-b1650358-7cfa-41c1-8922-35f2ab3a94c3 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:18.068286 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-b1650358-7cfa-41c1-8922-35f2ab3a94c3 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:18.084989 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-b1650358-7cfa-41c1-8922-35f2ab3a94c3 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5515020 Jul 14 13:53:18.104821 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-93a86c75-69a4-47d0-9ed4-1f425806f049 service neutron] Request body: {'port': {'device_id': 'f43c4ade-c724-40c1-a36b-b7693f1f59ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:18.177294 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-93a86c75-69a4-47d0-9ed4-1f425806f049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:18.476940 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-93a86c75-69a4-47d0-9ed4-1f425806f049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89428ebd-406f-4d84-940f-a55d6f9d70c8 {{(pid=104572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:53:18.486355 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-93a86c75-69a4-47d0-9ed4-1f425806f049 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:18.495702 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcd23a-f36a-4371-907d-33d4b36263bc req-36afbea3-b48a-4a21-b66d-f813d12f17b1 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:18.497197 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fdfcd23a-f36a-4371-907d-33d4b36263bc req-36afbea3-b48a-4a21-b66d-f813d12f17b1 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/ports?device_id=f43c4ade-c724-40c1-a36b-b7693f1f59ea HTTP/1.1" status: 200 len: 931 time: 0.1197906 Jul 14 13:53:18.514904 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-93a86c75-69a4-47d0-9ed4-1f425806f049 service neutron] Transition to ACTIVE for port object 89428ebd-406f-4d84-940f-a55d6f9d70c8 will not be triggered until provisioned by entity L2. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:53:18.524231 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-93a86c75-69a4-47d0-9ed4-1f425806f049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28728568'] for port, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:18.582731 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fdfcd23a-f36a-4371-907d-33d4b36263bc req-f31e459d-28bd-4037-8146-1f65dfddc23d tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/security-groups?id=d16264e8-e5ed-43e4-92fb-0b5b28d68358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779579 Jul 14 13:53:18.590311 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a86c75-69a4-47d0-9ed4-1f425806f049 service neutron] Pushing event updated for resources: {'Port': ['ID=89428ebd-406f-4d84-940f-a55d6f9d70c8,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:18.691949 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-93a86c75-69a4-47d0-9ed4-1f425806f049 service neutron] Attempting to bind port 89428ebd-406f-4d84-940f-a55d6f9d70c8 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:53:18.692292 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-93a86c75-69a4-47d0-9ed4-1f425806f049 service neutron] Attempting to bind port 89428ebd-406f-4d84-940f-a55d6f9d70c8 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '7065404a-fcb0-43e6-b135-c410dcfbc4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0'}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:53:18.692623 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-93a86c75-69a4-47d0-9ed4-1f425806f049 service neutron] Attempting to bind port 89428ebd-406f-4d84-940f-a55d6f9d70c8 on network 9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:53:18.696964 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-93a86c75-69a4-47d0-9ed4-1f425806f049 service neutron] Port 89428ebd-406f-4d84-940f-a55d6f9d70c8 on network 9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:53:18.697283 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-93a86c75-69a4-47d0-9ed4-1f425806f049 service neutron] Attempting to bind port 89428ebd-406f-4d84-940f-a55d6f9d70c8 on network 9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:53:18.702085 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-93a86c75-69a4-47d0-9ed4-1f425806f049 service neutron] Checking agent: {'id': '92e582b9-0e65-4c58-8afe-cb3347eabd77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 47, 47), 'started_at': datetime.datetime(2021, 7, 14, 13, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:53:18.702419 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-93a86c75-69a4-47d0-9ed4-1f425806f049 service neutron] Checking segment: {'id': '7065404a-fcb0-43e6-b135-c410dcfbc4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:53:18.702799 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-93a86c75-69a4-47d0-9ed4-1f425806f049 service neutron] Bound using segment: {'id': '7065404a-fcb0-43e6-b135-c410dcfbc4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0'} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:53:18.703260 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-93a86c75-69a4-47d0-9ed4-1f425806f049 service neutron] Bound port: 89428ebd-406f-4d84-940f-a55d6f9d70c8, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7065404a-fcb0-43e6-b135-c410dcfbc4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0'}}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:53:18.703621 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-93a86c75-69a4-47d0-9ed4-1f425806f049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:18.757321 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37f9ac-dc76-4ffb-b44b-fee14ff82762 req-3ac32a17-6864-4b66-89a4-ad1a70d903a2 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:18.758787 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1c37f9ac-dc76-4ffb-b44b-fee14ff82762 req-3ac32a17-6864-4b66-89a4-ad1a70d903a2 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 944 time: 0.0645037 Jul 14 13:53:18.773560 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-93a86c75-69a4-47d0-9ed4-1f425806f049 service neutron] For port 89428ebd-406f-4d84-940f-a55d6f9d70c8, host hv-cinder-80069, cleared binding levels {{(pid=104572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:53:18.777039 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-93a86c75-69a4-47d0-9ed4-1f425806f049 service neutron] For port 89428ebd-406f-4d84-940f-a55d6f9d70c8, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=89428ebd-406f-4d84-940f-a55d6f9d70c8,segment=NetworkSegment(7065404a-fcb0-43e6-b135-c410dcfbc4c5),segment_id=7065404a-fcb0-43e6-b135-c410dcfbc4c5)] {{(pid=104572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:53:18.781559 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-93a86c75-69a4-47d0-9ed4-1f425806f049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28728568'] for port, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:18.796973 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1c37f9ac-dc76-4ffb-b44b-fee14ff82762 req-be7aac99-4259-498c-b211-86ea4669f11f tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324106 Jul 14 13:53:18.816201 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-93a86c75-69a4-47d0-9ed4-1f425806f049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:18.816984 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-93a86c75-69a4-47d0-9ed4-1f425806f049 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:18.818378 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-93a86c75-69a4-47d0-9ed4-1f425806f049 service neutron] 10.222.0.59 "PUT /v2.0/ports/89428ebd-406f-4d84-940f-a55d6f9d70c8 HTTP/1.1" status: 200 len: 1093 time: 0.7179754 Jul 14 13:53:18.820467 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43c4ade-c724-40c1-a36b-b7693f1f59ea', 'tag': '89428ebd-406f-4d84-940f-a55d6f9d70c8'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:53:18.822784 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46ae885-4d52-4fa8-b850-386a562aeea0" -d '{"events": [{"name": "network-changed", "server_uuid": "f43c4ade-c724-40c1-a36b-b7693f1f59ea", "tag": "89428ebd-406f-4d84-940f-a55d6f9d70c8"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:53:18.846604 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.agents_db [None req-f94fc2f4-144f-4bce-9715-a006bfd56775 None None] Agent healthcheck: found 6 active agents {{(pid=104576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:53:18.849534 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a86c75-69a4-47d0-9ed4-1f425806f049 service neutron] Pushing event updated for resources: {'Port': ['ID=89428ebd-406f-4d84-940f-a55d6f9d70c8,revision_number=3']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:18.859705 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be80f66e-46ad-40ae-b633-2d7280bc54f8 x-openstack-request-id: req-be80f66e-46ad-40ae-b633-2d7280bc54f8 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:53:18.859994 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f43c4ade-c724-40c1-a36b-b7693f1f59ea", "tag": "89428ebd-406f-4d84-940f-a55d6f9d70c8", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:53:18.860245 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-be80f66e-46ad-40ae-b633-2d7280bc54f8 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:53:18.860635 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f43c4ade-c724-40c1-a36b-b7693f1f59ea', 'tag': '89428ebd-406f-4d84-940f-a55d6f9d70c8', 'status': 'completed', 'code': 200} Jul 14 13:53:18.954353 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-584b4d26-6ce1-4b5a-bba3-8231189eceac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:18.955951 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-584b4d26-6ce1-4b5a-bba3-8231189eceac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=413ff8eedf6d4eb895d9dbc96c24bbc4&device_id=f43c4ade-c724-40c1-a36b-b7693f1f59ea HTTP/1.1" status: 200 len: 1096 time: 0.0538559 Jul 14 13:53:19.010169 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-850173c5-8dba-45b8-99ff-9473f68ce8ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89428ebd-406f-4d84-940f-a55d6f9d70c8 HTTP/1.1" status: 200 len: 217 time: 0.0346663 Jul 14 13:53:19.059439 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-22d3b0a5-f7df-4e8a-85b6-828fbd0cce2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:19.060916 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-22d3b0a5-f7df-4e8a-85b6-828fbd0cce2e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=325c8fb8-f97d-4716-b90a-ef3374b4a692 HTTP/1.1" status: 200 len: 853 time: 0.0424356 Jul 14 13:53:19.099342 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-e0a12e64-5545-4806-9bab-0a60126b5ac6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307956 Jul 14 13:53:19.188658 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-d39cc169-df89-4ec8-a512-b780c71b98fc service neutron] 10.222.0.59 "GET /v2.0/networks/9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812583 Jul 14 13:53:19.287661 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-be85ce12-279a-4961-b4cd-14b7172d5abb req-3b0ab5d5-34e1-4f5b-90cc-d18fdea5934a service neutron] 10.222.0.59 "GET /v2.0/networks/9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872605 Jul 14 13:53:19.417495 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-da6d803e-f054-4500-8b19-d9145e259e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:19.458948 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ae885-4d52-4fa8-b850-386a562aeea0 req-5a235f65-b3f6-493e-ad2a-3a7571717b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:19.460444 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a46ae885-4d52-4fa8-b850-386a562aeea0 req-5a235f65-b3f6-493e-ad2a-3a7571717b1e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=413ff8eedf6d4eb895d9dbc96c24bbc4&device_id=f43c4ade-c724-40c1-a36b-b7693f1f59ea HTTP/1.1" status: 200 len: 1096 time: 0.0557683 Jul 14 13:53:19.558755 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ae885-4d52-4fa8-b850-386a562aeea0 req-97d8bf9d-48c7-4e2b-a4d0-9819bad4d6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:19.560173 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a46ae885-4d52-4fa8-b850-386a562aeea0 req-97d8bf9d-48c7-4e2b-a4d0-9819bad4d6f2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0 HTTP/1.1" status: 200 len: 914 time: 0.0859568 Jul 14 13:53:19.567536 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:19.604832 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a46ae885-4d52-4fa8-b850-386a562aeea0 req-5898c286-c4ba-4d10-966c-b7488c0c860c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89428ebd-406f-4d84-940f-a55d6f9d70c8 HTTP/1.1" status: 200 len: 217 time: 0.0373611 Jul 14 13:53:19.655808 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ae885-4d52-4fa8-b850-386a562aeea0 req-79101e81-6ca1-48ab-bc4a-6db10b09d18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:19.657270 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a46ae885-4d52-4fa8-b850-386a562aeea0 req-79101e81-6ca1-48ab-bc4a-6db10b09d18c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=325c8fb8-f97d-4716-b90a-ef3374b4a692 HTTP/1.1" status: 200 len: 853 time: 0.0432489 Jul 14 13:53:19.692057 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a46ae885-4d52-4fa8-b850-386a562aeea0 req-85c76a0c-e90d-460f-babe-b78f7529a77a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259840 Jul 14 13:53:19.782620 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286db1f-50df-42d3-956b-990aacde35a2 req-1e585ff6-000c-4342-8c7a-07a68ccb6b6f tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:19.784221 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b286db1f-50df-42d3-956b-990aacde35a2 req-1e585ff6-000c-4342-8c7a-07a68ccb6b6f tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/ports?device_id=f43c4ade-c724-40c1-a36b-b7693f1f59ea HTTP/1.1" status: 200 len: 943 time: 0.0663078 Jul 14 13:53:19.790628 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a46ae885-4d52-4fa8-b850-386a562aeea0 req-7baf15f4-33a3-4178-a7c1-a807d9cdd0e5 service neutron] 10.222.0.59 "GET /v2.0/networks/9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902700 Jul 14 13:53:19.830605 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b286db1f-50df-42d3-956b-990aacde35a2 req-0684e72d-e520-4e22-9eec-55d3650d1122 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/security-groups?id=d16264e8-e5ed-43e4-92fb-0b5b28d68358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406759 Jul 14 13:53:19.881515 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a46ae885-4d52-4fa8-b850-386a562aeea0 req-0ee3d4b1-8be4-4964-bf5f-eee3e84e1f8a service neutron] 10.222.0.59 "GET /v2.0/networks/9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840974 Jul 14 13:53:20.007250 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 0e9ba39a-a647-46df-b5fa-a9570952885b details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=104575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:53:20.110818 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port 0e9ba39a-a647-46df-b5fa-a9570952885b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=0e9ba39a-a647-46df-b5fa-a9570952885b,segment=NetworkSegment(e34051e8-9622-4ad8-9500-be981e12d304),segment_id=e34051e8-9622-4ad8-9500-be981e12d304)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:20.123901 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Returning: {'device': '0e9ba39a-a647-46df-b5fa-a9570952885b', 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f', 'port_id': '0e9ba39a-a647-46df-b5fa-a9570952885b', 'mac_address': 'fa:16:3e:73:81:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:53:20.162447 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:20.168329 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ef669-ad9c-465b-a394-2090b125a46b req-87699a6b-7092-4b5f-b25d-8b7e48aac2dd tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:20.169889 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-646ef669-ad9c-465b-a394-2090b125a46b req-87699a6b-7092-4b5f-b25d-8b7e48aac2dd tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=17205fbf-817d-4808-aff3-6cee00cc2459 HTTP/1.1" status: 200 len: 945 time: 0.0751050 Jul 14 13:53:20.175855 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e9ba39a-a647-46df-b5fa-a9570952885b {{(pid=104575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:53:20.201999 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port 0e9ba39a-a647-46df-b5fa-a9570952885b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=0e9ba39a-a647-46df-b5fa-a9570952885b,segment=NetworkSegment(e34051e8-9622-4ad8-9500-be981e12d304),segment_id=e34051e8-9622-4ad8-9500-be981e12d304)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:20.209147 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:20.222040 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-646ef669-ad9c-465b-a394-2090b125a46b req-9772a6a7-ba7e-4188-a41a-349a1a69c2b9 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457203 Jul 14 13:53:20.253287 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26ad98-c15a-46fc-9565-578e0a356fc0 req-6dd1f744-3e3c-43a4-aacf-3ab47a714dd4 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:20.254791 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3c26ad98-c15a-46fc-9565-578e0a356fc0 req-6dd1f744-3e3c-43a4-aacf-3ab47a714dd4 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 944 time: 0.3182573 Jul 14 13:53:20.259865 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=0e9ba39a-a647-46df-b5fa-a9570952885b,revision_number=4']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:20.293231 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3c26ad98-c15a-46fc-9565-578e0a356fc0 req-0376f164-6922-4786-a459-054078faee4b tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323904 Jul 14 13:53:20.573983 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:20.681534 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['0e9ba39a-a647-46df-b5fa-a9570952885b'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:53:21.017738 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad7972-b8ec-4b97-8743-885de4e9f341 req-ed1a081b-6848-4f35-834a-ecc376e7fc78 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:21.019210 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e5ad7972-b8ec-4b97-8743-885de4e9f341 req-ed1a081b-6848-4f35-834a-ecc376e7fc78 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/ports?device_id=f43c4ade-c724-40c1-a36b-b7693f1f59ea HTTP/1.1" status: 200 len: 943 time: 0.0725415 Jul 14 13:53:21.058514 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e5ad7972-b8ec-4b97-8743-885de4e9f341 req-df27133a-b2f8-4cc5-9d05-6abca1c342c8 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/security-groups?id=d16264e8-e5ed-43e4-92fb-0b5b28d68358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316515 Jul 14 13:53:21.396986 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb529278-4d21-47f0-8a13-79c556634ef0 req-5979e66b-d2bd-4cf0-b28c-f4fce9570fc4 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:21.398360 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-eb529278-4d21-47f0-8a13-79c556634ef0 req-5979e66b-d2bd-4cf0-b28c-f4fce9570fc4 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=17205fbf-817d-4808-aff3-6cee00cc2459 HTTP/1.1" status: 200 len: 945 time: 0.0624919 Jul 14 13:53:21.437391 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-eb529278-4d21-47f0-8a13-79c556634ef0 req-bfedc19f-75ef-4121-98c2-2b79063c5944 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331981 Jul 14 13:53:21.466440 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60596b-9a71-45e8-a721-6f45fa11c0d1 req-db64c22a-b53b-4044-b02d-ea2db916b9e9 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:21.468052 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fc60596b-9a71-45e8-a721-6f45fa11c0d1 req-db64c22a-b53b-4044-b02d-ea2db916b9e9 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 945 time: 0.0670080 Jul 14 13:53:21.506721 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fc60596b-9a71-45e8-a721-6f45fa11c0d1 req-6c7c39ab-d3ad-49a3-9f8e-2bb3dfed2bd2 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329912 Jul 14 13:53:22.021818 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 0e9ba39a-a647-46df-b5fa-a9570952885b up at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:53:22.083483 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning for port 0e9ba39a-a647-46df-b5fa-a9570952885b completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:53:22.088848 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning complete for port 0e9ba39a-a647-46df-b5fa-a9570952885b triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:22.089225 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:22.091958 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:22.168637 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:22.193161 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216c2f7d-d816-4747-ab13-9a12cb900e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9ba39a-a647-46df-b5fa-a9570952885b'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:53:22.195791 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06891aadf294c70300823a606954559f382215362bc7d52ae5ebbe768d2ce9e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d27fdf-10ed-4a28-9415-e9c71ced64ee" -d '{"events": [{"server_uuid": "216c2f7d-d816-4747-ab13-9a12cb900e2b", "name": "network-vif-plugged", "status": "completed", "tag": "0e9ba39a-a647-46df-b5fa-a9570952885b"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:53:22.207372 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port 0e9ba39a-a647-46df-b5fa-a9570952885b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=0e9ba39a-a647-46df-b5fa-a9570952885b,segment=NetworkSegment(e34051e8-9622-4ad8-9500-be981e12d304),segment_id=e34051e8-9622-4ad8-9500-be981e12d304)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:22.212362 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:22.237513 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982470c7-6807-4e3a-aaae-28c372c2e3b1 x-openstack-request-id: req-982470c7-6807-4e3a-aaae-28c372c2e3b1 {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:53:22.237869 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216c2f7d-d816-4747-ab13-9a12cb900e2b", "name": "network-vif-plugged", "status": "completed", "tag": "0e9ba39a-a647-46df-b5fa-a9570952885b", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:53:22.238113 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-982470c7-6807-4e3a-aaae-28c372c2e3b1 {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:53:22.238495 dv-cinder-800697-2-iscsi neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216c2f7d-d816-4747-ab13-9a12cb900e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9ba39a-a647-46df-b5fa-a9570952885b', 'code': 200} Jul 14 13:53:22.266749 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=0e9ba39a-a647-46df-b5fa-a9570952885b,revision_number=5']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:22.273761 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:22.274442 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:22.274442 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:22.274760 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:22.275118 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:22.275492 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:22.275822 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:22.276236 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:22.276720 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:22.277018 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:22.277336 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:22.277654 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:22.281363 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9930e9-2141-49fe-ae65-a760f8a06096 req-44538c5e-75d3-445a-b22c-5a4f74269b1b tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:22.283137 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2b9930e9-2141-49fe-ae65-a760f8a06096 req-44538c5e-75d3-445a-b22c-5a4f74269b1b tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/ports?device_id=f43c4ade-c724-40c1-a36b-b7693f1f59ea HTTP/1.1" status: 200 len: 943 time: 0.1102982 Jul 14 13:53:22.289169 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2ebd8-ea67-4d51-a7ad-26fb7abacabf req-5f12bde9-6d40-4ebd-8999-3a66d74bf561 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:22.290848 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c0f2ebd8-ea67-4d51-a7ad-26fb7abacabf req-5f12bde9-6d40-4ebd-8999-3a66d74bf561 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.59 "GET /v2.0/ports?device_id=17205fbf-817d-4808-aff3-6cee00cc2459 HTTP/1.1" status: 200 len: 945 time: 0.0972300 Jul 14 13:53:22.322133 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2b9930e9-2141-49fe-ae65-a760f8a06096 req-ecfed8b5-6f53-4868-82b3-ca2d24acb624 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/security-groups?id=d16264e8-e5ed-43e4-92fb-0b5b28d68358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330811 Jul 14 13:53:22.390881 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-c0f2ebd8-ea67-4d51-a7ad-26fb7abacabf req-39f78e39-96d8-42ad-b3c3-70e9f70c9638 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Deleting port b152139d-0c53-4199-877d-c66c995eb843 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:53:22.391319 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-c0f2ebd8-ea67-4d51-a7ad-26fb7abacabf req-39f78e39-96d8-42ad-b3c3-70e9f70c9638 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:22.490533 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-c0f2ebd8-ea67-4d51-a7ad-26fb7abacabf req-39f78e39-96d8-42ad-b3c3-70e9f70c9638 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] For port b152139d-0c53-4199-877d-c66c995eb843, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=b152139d-0c53-4199-877d-c66c995eb843,segment=NetworkSegment(f1e715ab-9363-44bd-9977-f91e6337307a),segment_id=f1e715ab-9363-44bd-9977-f91e6337307a)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:22.490862 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-c0f2ebd8-ea67-4d51-a7ad-26fb7abacabf req-39f78e39-96d8-42ad-b3c3-70e9f70c9638 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:22.502882 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-c0f2ebd8-ea67-4d51-a7ad-26fb7abacabf req-39f78e39-96d8-42ad-b3c3-70e9f70c9638 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Calling delete_port for b152139d-0c53-4199-877d-c66c995eb843 owned by compute:nova {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:53:22.512497 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142918ed-c933-46dd-bf82-b41f6cf13d10 req-ae072cd1-5363-4ed5-8205-fb3662a06791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:22.514759 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-142918ed-c933-46dd-bf82-b41f6cf13d10 req-ae072cd1-5363-4ed5-8205-fb3662a06791 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 1099 time: 0.0578423 Jul 14 13:53:22.553010 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-142918ed-c933-46dd-bf82-b41f6cf13d10 req-4d663b4e-c0d9-482d-870a-8108cccc6e44 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295098 Jul 14 13:53:22.669227 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b911832-4fec-4457-9e0e-4e6130436371 req-5a9d714d-990b-4dda-b7a5-3187ac4895b2 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:22.670729 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1b911832-4fec-4457-9e0e-4e6130436371 req-5a9d714d-990b-4dda-b7a5-3187ac4895b2 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=17205fbf-817d-4808-aff3-6cee00cc2459 HTTP/1.1" status: 200 len: 945 time: 0.1106403 Jul 14 13:53:22.686447 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-c0f2ebd8-ea67-4d51-a7ad-26fb7abacabf req-39f78e39-96d8-42ad-b3c3-70e9f70c9638 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:22.695465 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc21c8-05a1-4d6f-89ff-757370d21199 req-052785fd-1f59-48c1-a824-09564373f673 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:22.696966 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-52fc21c8-05a1-4d6f-89ff-757370d21199 req-052785fd-1f59-48c1-a824-09564373f673 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 946 time: 0.0640500 Jul 14 13:53:22.722829 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['98516769-a30e-4834-a3f6-4f72ab7f607e', 'e5775f8d-5fed-407e-8244-12be7498c5a2', 'b85c8dbe-cd4d-4047-b4c9-7cbb0817af00', 'b152139d-0c53-4199-877d-c66c995eb843'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:53:22.726188 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f78e39-96d8-42ad-b3c3-70e9f70c9638 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Pushing event deleted for resources: {'Port': ['ID=b152139d-0c53-4199-877d-c66c995eb843,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:22.743674 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-52fc21c8-05a1-4d6f-89ff-757370d21199 req-8e427145-4c39-4ffb-8ac8-ff9238f30c84 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407851 Jul 14 13:53:22.782409 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1b911832-4fec-4457-9e0e-4e6130436371 req-10c71c9c-a4c8-41a3-9542-716fa6da5100 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055725 Jul 14 13:53:22.783340 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f2ebd8-ea67-4d51-a7ad-26fb7abacabf req-39f78e39-96d8-42ad-b3c3-70e9f70c9638 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] No DVR routers for this DVR port b152139d-0c53-4199-877d-c66c995eb843 on host hv-cinder-80069 {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:53:22.785855 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-c0f2ebd8-ea67-4d51-a7ad-26fb7abacabf req-39f78e39-96d8-42ad-b3c3-70e9f70c9638 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:22.788275 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c0f2ebd8-ea67-4d51-a7ad-26fb7abacabf req-39f78e39-96d8-42ad-b3c3-70e9f70c9638 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.59 "DELETE /v2.0/ports/b152139d-0c53-4199-877d-c66c995eb843 HTTP/1.1" status: 204 len: 173 time: 0.4906781 Jul 14 13:53:22.788712 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17205fbf-817d-4808-aff3-6cee00cc2459', 'name': 'network-vif-deleted', 'tag': 'b152139d-0c53-4199-877d-c66c995eb843'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:53:22.791137 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60699fe-98ac-4835-891c-49fe7524ec85" -d '{"events": [{"server_uuid": "17205fbf-817d-4808-aff3-6cee00cc2459", "name": "network-vif-deleted", "tag": "b152139d-0c53-4199-877d-c66c995eb843"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:53:22.825254 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aea9488-d4df-4c2f-b39f-caf8d59825c6 x-openstack-request-id: req-0aea9488-d4df-4c2f-b39f-caf8d59825c6 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:53:22.825549 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17205fbf-817d-4808-aff3-6cee00cc2459", "name": "network-vif-deleted", "tag": "b152139d-0c53-4199-877d-c66c995eb843", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:53:22.825813 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0aea9488-d4df-4c2f-b39f-caf8d59825c6 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:53:22.826198 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17205fbf-817d-4808-aff3-6cee00cc2459', 'name': 'network-vif-deleted', 'tag': 'b152139d-0c53-4199-877d-c66c995eb843', 'status': 'completed', 'code': 200} Jul 14 13:53:23.517548 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211c433-ae47-4d6a-a85d-ddb8e1756575 req-f4bd5361-667c-4c42-9483-69aa3e1e7ab1 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:23.519077 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8211c433-ae47-4d6a-a85d-ddb8e1756575 req-f4bd5361-667c-4c42-9483-69aa3e1e7ab1 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/ports?device_id=f43c4ade-c724-40c1-a36b-b7693f1f59ea HTTP/1.1" status: 200 len: 943 time: 0.0792098 Jul 14 13:53:23.558474 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8211c433-ae47-4d6a-a85d-ddb8e1756575 req-88e5c258-50ee-4aed-9bdb-a13c21bb0a7e tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/security-groups?id=d16264e8-e5ed-43e4-92fb-0b5b28d68358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333996 Jul 14 13:53:23.919457 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29def8d5-b9a8-4123-ac2c-f475dc54203b req-75746acf-5a8e-46e8-8f8f-b907e8619824 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:23.920974 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-29def8d5-b9a8-4123-ac2c-f475dc54203b req-75746acf-5a8e-46e8-8f8f-b907e8619824 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 946 time: 0.0638611 Jul 14 13:53:23.960161 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-29def8d5-b9a8-4123-ac2c-f475dc54203b req-d92623a9-ecf0-4cb4-9fd2-89aa51127561 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324118 Jul 14 13:53:24.028087 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 89428ebd-406f-4d84-940f-a55d6f9d70c8 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=104575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:53:24.130059 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port 89428ebd-406f-4d84-940f-a55d6f9d70c8, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=89428ebd-406f-4d84-940f-a55d6f9d70c8,segment=NetworkSegment(7065404a-fcb0-43e6-b135-c410dcfbc4c5),segment_id=7065404a-fcb0-43e6-b135-c410dcfbc4c5)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:24.144842 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Returning: {'device': '89428ebd-406f-4d84-940f-a55d6f9d70c8', 'network_id': '9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0', 'port_id': '89428ebd-406f-4d84-940f-a55d6f9d70c8', 'mac_address': 'fa:16:3e:cb:fc:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '325c8fb8-f97d-4716-b90a-ef3374b4a692', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:53:24.181493 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:24.194744 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89428ebd-406f-4d84-940f-a55d6f9d70c8 {{(pid=104575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:53:24.219209 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port 89428ebd-406f-4d84-940f-a55d6f9d70c8, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=89428ebd-406f-4d84-940f-a55d6f9d70c8,segment=NetworkSegment(7065404a-fcb0-43e6-b135-c410dcfbc4c5),segment_id=7065404a-fcb0-43e6-b135-c410dcfbc4c5)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:24.224520 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:24.272844 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=89428ebd-406f-4d84-940f-a55d6f9d70c8,revision_number=4']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:24.720459 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['89428ebd-406f-4d84-940f-a55d6f9d70c8'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:53:24.742521 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a4d34-1e91-47c4-8bd7-dca0b8e9ce8e req-9a2648ac-727c-4b4f-a812-83426b497911 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:24.744044 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-428a4d34-1e91-47c4-8bd7-dca0b8e9ce8e req-9a2648ac-727c-4b4f-a812-83426b497911 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/ports?device_id=f43c4ade-c724-40c1-a36b-b7693f1f59ea HTTP/1.1" status: 200 len: 944 time: 0.0680406 Jul 14 13:53:24.782392 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-428a4d34-1e91-47c4-8bd7-dca0b8e9ce8e req-c136f08e-4bef-417d-93f0-c3c195ace411 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/security-groups?id=d16264e8-e5ed-43e4-92fb-0b5b28d68358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326416 Jul 14 13:53:25.144319 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d12c61f-6c21-4840-bd70-199040237158 req-1393dfe0-6853-426c-a652-a36b505b5cc2 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:25.145855 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7d12c61f-6c21-4840-bd70-199040237158 req-1393dfe0-6853-426c-a652-a36b505b5cc2 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 946 time: 0.0649161 Jul 14 13:53:25.186291 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7d12c61f-6c21-4840-bd70-199040237158 req-1bb708ae-f0c1-409a-ada1-b1e431ee2303 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347381 Jul 14 13:53:25.361500 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08937cf7-4d01-4349-8f5c-abdf560526c2 req-8e3cde77-84e8-4b12-8794-250ee008553c tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:25.363324 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-08937cf7-4d01-4349-8f5c-abdf560526c2 req-8e3cde77-84e8-4b12-8794-250ee008553c tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 946 time: 0.0714614 Jul 14 13:53:25.372194 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 47124) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:25.376804 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-1cb42000-d7d8-411c-a925-0a01e3f8f4b7 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Request body: {'floatingip': {'port_id': '0e9ba39a-a647-46df-b5fa-a9570952885b'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:25.378154 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486927fd-01a8-4b3c-9a6e-3d3f0863f27d req-b6127a23-346d-48ad-a3b8-d5c92707fe1c tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:25.379667 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-486927fd-01a8-4b3c-9a6e-3d3f0863f27d req-b6127a23-346d-48ad-a3b8-d5c92707fe1c tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=386215c6-f18b-448e-a9d6-87856f474f59 HTTP/1.1" status: 200 len: 946 time: 0.0712490 Jul 14 13:53:25.416686 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-486927fd-01a8-4b3c-9a6e-3d3f0863f27d req-bddc5c2f-578e-4715-8abf-bfa8498da89e tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312371 Jul 14 13:53:25.443347 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1cb42000-d7d8-411c-a925-0a01e3f8f4b7 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for floatingip, before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:26.074064 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 89428ebd-406f-4d84-940f-a55d6f9d70c8 up at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:53:26.097231 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6692c6-b423-4811-8383-92c9e8547730 req-d4254ff0-cea0-4871-bfaa-9538c5c0f726 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:26.098741 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ab6692c6-b423-4811-8383-92c9e8547730 req-d4254ff0-cea0-4871-bfaa-9538c5c0f726 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/ports?device_id=f43c4ade-c724-40c1-a36b-b7693f1f59ea HTTP/1.1" status: 200 len: 944 time: 0.2044647 Jul 14 13:53:26.106483 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1cb42000-d7d8-411c-a925-0a01e3f8f4b7 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:26.115185 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1cb42000-d7d8-411c-a925-0a01e3f8f4b7 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359245'] for floatingip, after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:26.126854 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning for port 89428ebd-406f-4d84-940f-a55d6f9d70c8 completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:53:26.130624 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning complete for port 89428ebd-406f-4d84-940f-a55d6f9d70c8 triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:26.131148 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:26.209875 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ab6692c6-b423-4811-8383-92c9e8547730 req-312d7c28-e2d3-4210-b500-dd8b5dc8af6c tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/security-groups?id=d16264e8-e5ed-43e4-92fb-0b5b28d68358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021667 Jul 14 13:53:26.213672 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:26.234976 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.db.l3_db [None req-1cb42000-d7d8-411c-a925-0a01e3f8f4b7 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Floating IP 236dff31-9223-4d5f-bc10-28394956499d associated. External IP: 172.27.1.59, port: 0e9ba39a-a647-46df-b5fa-a9570952885b. Jul 14 13:53:26.242806 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43c4ade-c724-40c1-a36b-b7693f1f59ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89428ebd-406f-4d84-940f-a55d6f9d70c8'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:53:26.245182 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06891aadf294c70300823a606954559f382215362bc7d52ae5ebbe768d2ce9e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a96965-9e8b-4c27-932a-9fb7c39ee59b" -d '{"events": [{"server_uuid": "f43c4ade-c724-40c1-a36b-b7693f1f59ea", "name": "network-vif-plugged", "status": "completed", "tag": "89428ebd-406f-4d84-940f-a55d6f9d70c8"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:53:26.258240 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port 89428ebd-406f-4d84-940f-a55d6f9d70c8, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=89428ebd-406f-4d84-940f-a55d6f9d70c8,segment=NetworkSegment(7065404a-fcb0-43e6-b135-c410dcfbc4c5),segment_id=7065404a-fcb0-43e6-b135-c410dcfbc4c5)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:26.264056 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:26.264797 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device b152139d-0c53-4199-877d-c66c995eb843 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:53:26.302366 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf77fcb-f371-4016-9fe9-80b9ab228536 x-openstack-request-id: req-eaf77fcb-f371-4016-9fe9-80b9ab228536 {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:53:26.302679 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43c4ade-c724-40c1-a36b-b7693f1f59ea", "name": "network-vif-plugged", "status": "completed", "tag": "89428ebd-406f-4d84-940f-a55d6f9d70c8", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:53:26.302936 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eaf77fcb-f371-4016-9fe9-80b9ab228536 {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:53:26.303312 dv-cinder-800697-2-iscsi neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43c4ade-c724-40c1-a36b-b7693f1f59ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89428ebd-406f-4d84-940f-a55d6f9d70c8', 'code': 200} Jul 14 13:53:26.305461 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] No Port match for: b152139d-0c53-4199-877d-c66c995eb843 {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:53:26.305808 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device b152139d-0c53-4199-877d-c66c995eb843 not bound to the agent host hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:53:26.331466 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=89428ebd-406f-4d84-940f-a55d6f9d70c8,revision_number=5']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:26.438356 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb42000-d7d8-411c-a925-0a01e3f8f4b7 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Router 8247d43e-c2f6-4177-845d-68e9580fd7b9 has already been hosted by L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:53:26.561539 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d8b48-2e9e-4327-9729-8b84583e7a2d req-1fbe454e-1b77-4b59-b797-4d3e73c5ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:26.563099 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d14d8b48-2e9e-4327-9729-8b84583e7a2d req-1fbe454e-1b77-4b59-b797-4d3e73c5ef35 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f43c4ade-c724-40c1-a36b-b7693f1f59ea HTTP/1.1" status: 200 len: 1098 time: 0.0588863 Jul 14 13:53:26.589142 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb42000-d7d8-411c-a925-0a01e3f8f4b7 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:53:26.594494 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1cb42000-d7d8-411c-a925-0a01e3f8f4b7 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for floatingip, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:26.599178 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75bff33-ab08-45b7-813a-b1fbfc953bd3 None None] Sync routers for ids ['8247d43e-c2f6-4177-845d-68e9580fd7b9'] in dv-cinder-800697-2-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:53:26.605222 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d14d8b48-2e9e-4327-9729-8b84583e7a2d req-6d1af61f-37e7-4c14-a131-5ff224a62898 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d16264e8-e5ed-43e4-92fb-0b5b28d68358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312395 Jul 14 13:53:26.608363 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75bff33-ab08-45b7-813a-b1fbfc953bd3 None None] Routers {'8247d43e-c2f6-4177-845d-68e9580fd7b9'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:53:26.608964 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-f75bff33-ab08-45b7-813a-b1fbfc953bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:53:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['8247d43e-c2f6-4177-845d-68e9580fd7b9'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:26.644662 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7debea-0ab5-452b-97eb-adf861473aca req-20cd967d-b6e7-4172-9167-a670cf83c491 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:26.646111 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5d7debea-0ab5-452b-97eb-adf861473aca req-20cd967d-b6e7-4172-9167-a670cf83c491 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=386215c6-f18b-448e-a9d6-87856f474f59 HTTP/1.1" status: 200 len: 946 time: 0.1182010 Jul 14 13:53:26.647684 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-1cb42000-d7d8-411c-a925-0a01e3f8f4b7 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "PUT /v2.0/floatingips/236dff31-9223-4d5f-bc10-28394956499d HTTP/1.1" status: 200 len: 991 time: 1.2745163 Jul 14 13:53:26.648253 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216c2f7d-d816-4747-ab13-9a12cb900e2b', 'tag': '0e9ba39a-a647-46df-b5fa-a9570952885b'}] {{(pid=104573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:53:26.650590 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad51c498d533f361780c3af87c8a8c65edab733b1bfa9c6a05399bf2ccc5452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c7a1a5-ef50-47b0-b699-4abc454d3a07" -d '{"events": [{"name": "network-changed", "server_uuid": "216c2f7d-d816-4747-ab13-9a12cb900e2b", "tag": "0e9ba39a-a647-46df-b5fa-a9570952885b"}]}' {{(pid=104573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:53:26.686676 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5d7debea-0ab5-452b-97eb-adf861473aca req-7f3a78f8-cee2-469b-906b-cd5bddc1f359 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334044 Jul 14 13:53:26.719170 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-f75bff33-ab08-45b7-813a-b1fbfc953bd3 None None] Set router 8247d43e-c2f6-4177-845d-68e9580fd7b9 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:53:26.735257 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a0f0a0-128b-480b-b729-ef9647335406 x-openstack-request-id: req-06a0f0a0-128b-480b-b729-ef9647335406 {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:53:26.735655 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "216c2f7d-d816-4747-ab13-9a12cb900e2b", "tag": "0e9ba39a-a647-46df-b5fa-a9570952885b", "status": "completed", "code": 200}]} {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:53:26.736002 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-06a0f0a0-128b-480b-b729-ef9647335406 {{(pid=104573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:53:26.737392 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216c2f7d-d816-4747-ab13-9a12cb900e2b', 'tag': '0e9ba39a-a647-46df-b5fa-a9570952885b', 'status': 'completed', 'code': 200} Jul 14 13:53:27.052707 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7a1a5-ef50-47b0-b699-4abc454d3a07 req-a5f75ba8-58ef-4743-b8f4-eed7cb4d5aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:27.054698 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-42c7a1a5-ef50-47b0-b699-4abc454d3a07 req-a5f75ba8-58ef-4743-b8f4-eed7cb4d5aac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=43e0f688f2114f8488820a3f02572e1e&device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 1099 time: 0.0595295 Jul 14 13:53:27.102970 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-f75bff33-ab08-45b7-813a-b1fbfc953bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'name': 'tempest-AttachVolumeTestJSON-935177722-router', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '226bd375-0eeb-419b-a21b-72b31e854317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:05Z', 'updated_at': '2021-07-14T13:53:08Z', 'revision_number': 4, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'gw_port': {'id': '226bd375-0eeb-419b-a21b-72b31e854317', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:06Z', 'updated_at': '2021-07-14T13:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_floatingips': [{'id': '236dff31-9223-4d5f-bc10-28394956499d', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'floating_ip_address': '172.27.1.59', 'floating_network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'router_id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'port_id': '0e9ba39a-a647-46df-b5fa-a9570952885b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f', 'mac_address': 'fa:16:3e:73:81:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c2f7d-d816-4747-ab13-9a12cb900e2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:53:11Z', 'updated_at': '2021-07-14T13:53:25Z', 'revision_number': 1, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c31e97c3-136a-41b0-aa80-9c504bd23027', 'name': '', 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'mac_address': 'fa:16:3e:df:e4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:08Z', 'updated_at': '2021-07-14T13:53:14Z', 'revision_number': 5, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'subnets': [{'id': '9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:27.129137 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75bff33-ab08-45b7-813a-b1fbfc953bd3 None None] Checking router: 8247d43e-c2f6-4177-845d-68e9580fd7b9 for host: dv-cinder-800697-2-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:53:27.138283 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75bff33-ab08-45b7-813a-b1fbfc953bd3 None None] Routers {'8247d43e-c2f6-4177-845d-68e9580fd7b9'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:53:27.138902 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-f75bff33-ab08-45b7-813a-b1fbfc953bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:53:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['8247d43e-c2f6-4177-845d-68e9580fd7b9'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:27.144857 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7a1a5-ef50-47b0-b699-4abc454d3a07 req-6413360c-d791-4d80-b3de-4d8c4f1ce9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:27.146341 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-42c7a1a5-ef50-47b0-b699-4abc454d3a07 req-6413360c-d791-4d80-b3de-4d8c4f1ce9f5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bdfad0f9-d901-4f01-9648-67faf0ceed7f HTTP/1.1" status: 200 len: 911 time: 0.0837374 Jul 14 13:53:27.218027 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-42c7a1a5-ef50-47b0-b699-4abc454d3a07 req-d82a5f80-c6ee-4f03-8a38-579c596ec7a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e9ba39a-a647-46df-b5fa-a9570952885b HTTP/1.1" status: 200 len: 999 time: 0.0639920 Jul 14 13:53:27.247966 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-f75bff33-ab08-45b7-813a-b1fbfc953bd3 None None] Set router 8247d43e-c2f6-4177-845d-68e9580fd7b9 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:53:27.304235 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7a1a5-ef50-47b0-b699-4abc454d3a07 req-d58e0367-20fb-4eaf-9e07-f8a80834eb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:27.305751 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-42c7a1a5-ef50-47b0-b699-4abc454d3a07 req-d58e0367-20fb-4eaf-9e07-f8a80834eb93 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2 HTTP/1.1" status: 200 len: 849 time: 0.0463376 Jul 14 13:53:27.371912 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7a1a5-ef50-47b0-b699-4abc454d3a07 req-17f21378-1c9f-4cfc-b69a-9b74d020abb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:27.373449 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-42c7a1a5-ef50-47b0-b699-4abc454d3a07 req-17f21378-1c9f-4cfc-b69a-9b74d020abb7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bdfad0f9-d901-4f01-9648-67faf0ceed7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535564 Jul 14 13:53:27.382671 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21918333-36d0-4f47-b92d-659ab951b4ec req-3d4ea5e4-9122-4f0d-831e-13d16fa9c3aa tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:27.384268 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-21918333-36d0-4f47-b92d-659ab951b4ec req-3d4ea5e4-9122-4f0d-831e-13d16fa9c3aa tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/ports?device_id=f43c4ade-c724-40c1-a36b-b7693f1f59ea HTTP/1.1" status: 200 len: 945 time: 0.0620575 Jul 14 13:53:27.422144 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-21918333-36d0-4f47-b92d-659ab951b4ec req-c7f49bfc-c52b-470f-ac78-360c94096bc4 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/security-groups?id=d16264e8-e5ed-43e4-92fb-0b5b28d68358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317037 Jul 14 13:53:27.471511 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-f75bff33-ab08-45b7-813a-b1fbfc953bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'name': 'tempest-AttachVolumeTestJSON-935177722-router', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '226bd375-0eeb-419b-a21b-72b31e854317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:05Z', 'updated_at': '2021-07-14T13:53:08Z', 'revision_number': 4, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'gw_port': {'id': '226bd375-0eeb-419b-a21b-72b31e854317', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:06Z', 'updated_at': '2021-07-14T13:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_floatingips': [{'id': '236dff31-9223-4d5f-bc10-28394956499d', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'floating_ip_address': '172.27.1.59', 'floating_network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'router_id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'port_id': '0e9ba39a-a647-46df-b5fa-a9570952885b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f', 'mac_address': 'fa:16:3e:73:81:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c2f7d-d816-4747-ab13-9a12cb900e2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:53:11Z', 'updated_at': '2021-07-14T13:53:25Z', 'revision_number': 1, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c31e97c3-136a-41b0-aa80-9c504bd23027', 'name': '', 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'mac_address': 'fa:16:3e:df:e4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:08Z', 'updated_at': '2021-07-14T13:53:14Z', 'revision_number': 5, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'subnets': [{'id': '9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:27.482226 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-42c7a1a5-ef50-47b0-b699-4abc454d3a07 req-c079fb5a-a103-49ec-8bca-682212e4c6ea service neutron] 10.222.0.59 "GET /v2.0/networks/bdfad0f9-d901-4f01-9648-67faf0ceed7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989602 Jul 14 13:53:27.498537 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75bff33-ab08-45b7-813a-b1fbfc953bd3 None None] The sync data for ids ['8247d43e-c2f6-4177-845d-68e9580fd7b9'] in dv-cinder-800697-2-iscsi is: [{'id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'name': 'tempest-AttachVolumeTestJSON-935177722-router', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '226bd375-0eeb-419b-a21b-72b31e854317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:05Z', 'updated_at': '2021-07-14T13:53:08Z', 'revision_number': 4, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'gw_port': {'id': '226bd375-0eeb-419b-a21b-72b31e854317', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:06Z', 'updated_at': '2021-07-14T13:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_floatingips': [{'id': '236dff31-9223-4d5f-bc10-28394956499d', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'floating_ip_address': '172.27.1.59', 'floating_network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'router_id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'port_id': '0e9ba39a-a647-46df-b5fa-a9570952885b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f', 'mac_address': 'fa:16:3e:73:81:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c2f7d-d816-4747-ab13-9a12cb900e2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:53:11Z', 'updated_at': '2021-07-14T13:53:25Z', 'revision_number': 1, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c31e97c3-136a-41b0-aa80-9c504bd23027', 'name': '', 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'mac_address': 'fa:16:3e:df:e4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:08Z', 'updated_at': '2021-07-14T13:53:14Z', 'revision_number': 5, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'subnets': [{'id': '9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:53:27.582935 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-42c7a1a5-ef50-47b0-b699-4abc454d3a07 req-730bf1ff-e327-4fbb-b565-2115ea30b29a service neutron] 10.222.0.59 "GET /v2.0/networks/bdfad0f9-d901-4f01-9648-67faf0ceed7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843091 Jul 14 13:53:27.701797 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33753d7e-bc63-4c15-9bc2-c5560955c6b3 None None] New status for floating IP 236dff31-9223-4d5f-bc10-28394956499d: ACTIVE {{(pid=104576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:53:27.864484 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f29430-bc2a-4f01-891f-888f45f07266 req-785e863d-0856-4d0f-8443-78c69eaa5e84 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:27.865991 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b4f29430-bc2a-4f01-891f-888f45f07266 req-785e863d-0856-4d0f-8443-78c69eaa5e84 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=386215c6-f18b-448e-a9d6-87856f474f59 HTTP/1.1" status: 200 len: 946 time: 0.0622482 Jul 14 13:53:27.904607 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b4f29430-bc2a-4f01-891f-888f45f07266 req-fea9e940-9f39-402c-91c1-3cdec6678547 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319507 Jul 14 13:53:28.012496 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7df1d-55dd-475b-a868-960785d98577 req-a9d1fbb4-904b-4345-832e-09327ad81957 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:28.013893 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-adf7df1d-55dd-475b-a868-960785d98577 req-a9d1fbb4-904b-4345-832e-09327ad81957 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.59 "GET /v2.0/ports?device_id=386215c6-f18b-448e-a9d6-87856f474f59 HTTP/1.1" status: 200 len: 946 time: 0.0686924 Jul 14 13:53:28.139119 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-adf7df1d-55dd-475b-a868-960785d98577 req-86544562-f42f-4a63-92e7-f3e9096f55a4 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Deleting port b85c8dbe-cd4d-4047-b4c9-7cbb0817af00 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:53:28.139660 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-adf7df1d-55dd-475b-a868-960785d98577 req-86544562-f42f-4a63-92e7-f3e9096f55a4 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:28.234044 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-adf7df1d-55dd-475b-a868-960785d98577 req-86544562-f42f-4a63-92e7-f3e9096f55a4 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] For port b85c8dbe-cd4d-4047-b4c9-7cbb0817af00, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=b85c8dbe-cd4d-4047-b4c9-7cbb0817af00,segment=NetworkSegment(f1e715ab-9363-44bd-9977-f91e6337307a),segment_id=f1e715ab-9363-44bd-9977-f91e6337307a)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:28.234448 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-adf7df1d-55dd-475b-a868-960785d98577 req-86544562-f42f-4a63-92e7-f3e9096f55a4 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:28.247710 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-adf7df1d-55dd-475b-a868-960785d98577 req-86544562-f42f-4a63-92e7-f3e9096f55a4 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Calling delete_port for b85c8dbe-cd4d-4047-b4c9-7cbb0817af00 owned by compute:nova {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:53:28.388831 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-adf7df1d-55dd-475b-a868-960785d98577 req-86544562-f42f-4a63-92e7-f3e9096f55a4 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:28.420092 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86544562-f42f-4a63-92e7-f3e9096f55a4 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Pushing event deleted for resources: {'Port': ['ID=b85c8dbe-cd4d-4047-b4c9-7cbb0817af00,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:28.432484 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['98516769-a30e-4834-a3f6-4f72ab7f607e', 'e5775f8d-5fed-407e-8244-12be7498c5a2'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:53:28.463208 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf7df1d-55dd-475b-a868-960785d98577 req-86544562-f42f-4a63-92e7-f3e9096f55a4 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] No DVR routers for this DVR port b85c8dbe-cd4d-4047-b4c9-7cbb0817af00 on host hv-cinder-80069 {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:53:28.467111 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-adf7df1d-55dd-475b-a868-960785d98577 req-86544562-f42f-4a63-92e7-f3e9096f55a4 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:28.469328 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-adf7df1d-55dd-475b-a868-960785d98577 req-86544562-f42f-4a63-92e7-f3e9096f55a4 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.59 "DELETE /v2.0/ports/b85c8dbe-cd4d-4047-b4c9-7cbb0817af00 HTTP/1.1" status: 204 len: 173 time: 0.4319026 Jul 14 13:53:28.470584 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386215c6-f18b-448e-a9d6-87856f474f59', 'name': 'network-vif-deleted', 'tag': 'b85c8dbe-cd4d-4047-b4c9-7cbb0817af00'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:53:28.472587 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f788f981-c427-47c9-8657-7a553beb78c0" -d '{"events": [{"server_uuid": "386215c6-f18b-448e-a9d6-87856f474f59", "name": "network-vif-deleted", "tag": "b85c8dbe-cd4d-4047-b4c9-7cbb0817af00"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:53:28.522149 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816991e7-a9d6-4fc4-a28c-d8a5a526b1fc x-openstack-request-id: req-816991e7-a9d6-4fc4-a28c-d8a5a526b1fc {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:53:28.522503 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386215c6-f18b-448e-a9d6-87856f474f59", "name": "network-vif-deleted", "tag": "b85c8dbe-cd4d-4047-b4c9-7cbb0817af00", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:53:28.522859 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-816991e7-a9d6-4fc4-a28c-d8a5a526b1fc {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:53:28.523277 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386215c6-f18b-448e-a9d6-87856f474f59', 'name': 'network-vif-deleted', 'tag': 'b85c8dbe-cd4d-4047-b4c9-7cbb0817af00', 'status': 'completed', 'code': 200} Jul 14 13:53:28.603904 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ddcf1-af0c-4581-aa48-e289f83fe9c3 req-a0715136-33a5-4438-8c66-6c3f8169dabc tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:28.605447 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-860ddcf1-af0c-4581-aa48-e289f83fe9c3 req-a0715136-33a5-4438-8c66-6c3f8169dabc tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/ports?device_id=f43c4ade-c724-40c1-a36b-b7693f1f59ea HTTP/1.1" status: 200 len: 945 time: 0.0631990 Jul 14 13:53:28.649650 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-860ddcf1-af0c-4581-aa48-e289f83fe9c3 req-e144f433-02c2-4114-a291-798e3b47263d tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/security-groups?id=d16264e8-e5ed-43e4-92fb-0b5b28d68358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374725 Jul 14 13:53:29.072014 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-cc72c573-1c15-4514-bf45-874abe8ad088 req-0b496da5-7652-4d00-9b49-4a51c7577fa8 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=386215c6-f18b-448e-a9d6-87856f474f59 HTTP/1.1" status: 200 len: 210 time: 0.0408580 Jul 14 13:53:30.069644 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device b85c8dbe-cd4d-4047-b4c9-7cbb0817af00 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:53:30.090279 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] No Port match for: b85c8dbe-cd4d-4047-b4c9-7cbb0817af00 {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:53:30.090619 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device b85c8dbe-cd4d-4047-b4c9-7cbb0817af00 not bound to the agent host hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:53:30.535127 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a5023-e115-4622-b0b0-f9ff57a0abab req-a8714425-0197-4d93-bbeb-83866f276d49 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:30.536753 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-259a5023-e115-4622-b0b0-f9ff57a0abab req-a8714425-0197-4d93-bbeb-83866f276d49 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=32d7ef05-ca8c-4565-b733-999cea21425f HTTP/1.1" status: 200 len: 945 time: 0.0682383 Jul 14 13:53:30.582847 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-259a5023-e115-4622-b0b0-f9ff57a0abab req-69a069df-0eed-4663-baa2-8ef0333899a4 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400093 Jul 14 13:53:31.772290 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f7d74-da90-4112-88bf-3b6ef41e4b9a req-3be42ca1-0e12-40d3-b0b6-e496de010713 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:31.773998 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-550f7d74-da90-4112-88bf-3b6ef41e4b9a req-3be42ca1-0e12-40d3-b0b6-e496de010713 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=32d7ef05-ca8c-4565-b733-999cea21425f HTTP/1.1" status: 200 len: 945 time: 0.0669341 Jul 14 13:53:31.813924 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-550f7d74-da90-4112-88bf-3b6ef41e4b9a req-89515de9-a823-43e4-956e-4d4e01bac7af tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342419 Jul 14 13:53:32.444362 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67739c13-9314-4dc7-a22b-98358c240c75 req-3b2d6c6c-a318-45eb-b42b-ba0bdd6dd2ce tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:32.445874 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-67739c13-9314-4dc7-a22b-98358c240c75 req-3b2d6c6c-a318-45eb-b42b-ba0bdd6dd2ce tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.59 "GET /v2.0/ports?device_id=32d7ef05-ca8c-4565-b733-999cea21425f HTTP/1.1" status: 200 len: 945 time: 0.0741081 Jul 14 13:53:32.550996 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-67739c13-9314-4dc7-a22b-98358c240c75 req-42945001-8e4c-45d8-8b89-58161c46de20 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Deleting port e5775f8d-5fed-407e-8244-12be7498c5a2 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:53:32.551295 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-67739c13-9314-4dc7-a22b-98358c240c75 req-42945001-8e4c-45d8-8b89-58161c46de20 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:32.643704 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-67739c13-9314-4dc7-a22b-98358c240c75 req-42945001-8e4c-45d8-8b89-58161c46de20 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] For port e5775f8d-5fed-407e-8244-12be7498c5a2, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=e5775f8d-5fed-407e-8244-12be7498c5a2,segment=NetworkSegment(f1e715ab-9363-44bd-9977-f91e6337307a),segment_id=f1e715ab-9363-44bd-9977-f91e6337307a)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:32.644033 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-67739c13-9314-4dc7-a22b-98358c240c75 req-42945001-8e4c-45d8-8b89-58161c46de20 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:32.656473 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-67739c13-9314-4dc7-a22b-98358c240c75 req-42945001-8e4c-45d8-8b89-58161c46de20 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Calling delete_port for e5775f8d-5fed-407e-8244-12be7498c5a2 owned by compute:nova {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:53:32.789158 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-67739c13-9314-4dc7-a22b-98358c240c75 req-42945001-8e4c-45d8-8b89-58161c46de20 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:32.819553 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42945001-8e4c-45d8-8b89-58161c46de20 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Pushing event deleted for resources: {'Port': ['ID=e5775f8d-5fed-407e-8244-12be7498c5a2,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:32.829787 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['98516769-a30e-4834-a3f6-4f72ab7f607e', 'e5775f8d-5fed-407e-8244-12be7498c5a2'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:53:32.863626 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-67739c13-9314-4dc7-a22b-98358c240c75 req-42945001-8e4c-45d8-8b89-58161c46de20 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] No DVR routers for this DVR port e5775f8d-5fed-407e-8244-12be7498c5a2 on host hv-cinder-80069 {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:53:32.866221 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-67739c13-9314-4dc7-a22b-98358c240c75 req-42945001-8e4c-45d8-8b89-58161c46de20 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:32.868350 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-67739c13-9314-4dc7-a22b-98358c240c75 req-42945001-8e4c-45d8-8b89-58161c46de20 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.59 "DELETE /v2.0/ports/e5775f8d-5fed-407e-8244-12be7498c5a2 HTTP/1.1" status: 204 len: 173 time: 0.4164028 Jul 14 13:53:32.868792 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d7ef05-ca8c-4565-b733-999cea21425f', 'name': 'network-vif-deleted', 'tag': 'e5775f8d-5fed-407e-8244-12be7498c5a2'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:53:32.871090 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf995d79-aa82-43be-b9cd-bd30dfe829ad" -d '{"events": [{"server_uuid": "32d7ef05-ca8c-4565-b733-999cea21425f", "name": "network-vif-deleted", "tag": "e5775f8d-5fed-407e-8244-12be7498c5a2"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:53:32.926018 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5356650b-006d-41a9-9015-aec3e6ccdc2c x-openstack-request-id: req-5356650b-006d-41a9-9015-aec3e6ccdc2c {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:53:32.927006 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d7ef05-ca8c-4565-b733-999cea21425f", "name": "network-vif-deleted", "tag": "e5775f8d-5fed-407e-8244-12be7498c5a2", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:53:32.927279 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5356650b-006d-41a9-9015-aec3e6ccdc2c {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:53:32.927851 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d7ef05-ca8c-4565-b733-999cea21425f', 'name': 'network-vif-deleted', 'tag': 'e5775f8d-5fed-407e-8244-12be7498c5a2', 'status': 'completed', 'code': 200} Jul 14 13:53:32.980992 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-014261b9-a4eb-46ed-a8ea-eeeb98e339d2 req-c4c3f4d9-8658-475d-b16b-41910dbe2e3c tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=32d7ef05-ca8c-4565-b733-999cea21425f HTTP/1.1" status: 200 len: 210 time: 0.0379508 Jul 14 13:53:35.593875 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e19b3-5ed5-42bd-a372-f238c004a058 req-38baaea9-dc6b-4ac2-9369-61ecc3e05673 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:35.595399 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fb1e19b3-5ed5-42bd-a372-f238c004a058 req-38baaea9-dc6b-4ac2-9369-61ecc3e05673 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2164ba2-a7d1-4776-8ab4-975360cde832 HTTP/1.1" status: 200 len: 945 time: 0.0659308 Jul 14 13:53:35.634949 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fb1e19b3-5ed5-42bd-a372-f238c004a058 req-e4611cb9-91dd-485b-a468-f0a32cc3b94f tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322719 Jul 14 13:53:36.105761 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device e5775f8d-5fed-407e-8244-12be7498c5a2 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:53:36.128780 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] No Port match for: e5775f8d-5fed-407e-8244-12be7498c5a2 {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:53:36.129125 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device e5775f8d-5fed-407e-8244-12be7498c5a2 not bound to the agent host hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:53:36.817526 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436f362-f8e3-4cf4-9ae0-98347f082445 req-13b9f4be-e5db-4f25-b09d-3a388ba6f459 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:36.819789 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8436f362-f8e3-4cf4-9ae0-98347f082445 req-13b9f4be-e5db-4f25-b09d-3a388ba6f459 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2164ba2-a7d1-4776-8ab4-975360cde832 HTTP/1.1" status: 200 len: 945 time: 0.0716586 Jul 14 13:53:36.862660 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8436f362-f8e3-4cf4-9ae0-98347f082445 req-d8c2ab57-34b0-4600-b001-8439db9d7e79 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372720 Jul 14 13:53:37.741098 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0b6a7-f257-4c02-9601-bb32796e8405 req-764c83bd-e3e2-419f-b911-fc42dbced251 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:37.742859 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-51d0b6a7-f257-4c02-9601-bb32796e8405 req-764c83bd-e3e2-419f-b911-fc42dbced251 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2164ba2-a7d1-4776-8ab4-975360cde832 HTTP/1.1" status: 200 len: 945 time: 0.0667827 Jul 14 13:53:37.853393 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-51d0b6a7-f257-4c02-9601-bb32796e8405 req-6e37e0e7-9684-4a1e-91ce-28ec2bdcc835 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Deleting port 98516769-a30e-4834-a3f6-4f72ab7f607e {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:53:37.853738 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-51d0b6a7-f257-4c02-9601-bb32796e8405 req-6e37e0e7-9684-4a1e-91ce-28ec2bdcc835 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:37.943810 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-51d0b6a7-f257-4c02-9601-bb32796e8405 req-6e37e0e7-9684-4a1e-91ce-28ec2bdcc835 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] For port 98516769-a30e-4834-a3f6-4f72ab7f607e, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=98516769-a30e-4834-a3f6-4f72ab7f607e,segment=NetworkSegment(f1e715ab-9363-44bd-9977-f91e6337307a),segment_id=f1e715ab-9363-44bd-9977-f91e6337307a)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:37.944141 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-51d0b6a7-f257-4c02-9601-bb32796e8405 req-6e37e0e7-9684-4a1e-91ce-28ec2bdcc835 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:37.956493 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-51d0b6a7-f257-4c02-9601-bb32796e8405 req-6e37e0e7-9684-4a1e-91ce-28ec2bdcc835 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Calling delete_port for 98516769-a30e-4834-a3f6-4f72ab7f607e owned by compute:nova {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:53:38.041265 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14554b9-665a-45ba-a06b-3f52596ac13e req-26c7b0b0-b3c0-4904-9d12-f3cf679f1787 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:38.042676 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b14554b9-665a-45ba-a06b-3f52596ac13e req-26c7b0b0-b3c0-4904-9d12-f3cf679f1787 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2164ba2-a7d1-4776-8ab4-975360cde832 HTTP/1.1" status: 200 len: 945 time: 0.0701203 Jul 14 13:53:38.081512 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b14554b9-665a-45ba-a06b-3f52596ac13e req-65580e08-ee3a-49f9-9053-935c93c50c38 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.35 "GET /v2.0/security-groups?id=868d861d-ba27-499c-abb5-934946c3dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318618 Jul 14 13:53:38.081755 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-51d0b6a7-f257-4c02-9601-bb32796e8405 req-6e37e0e7-9684-4a1e-91ce-28ec2bdcc835 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:38.113606 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37e0e7-9684-4a1e-91ce-28ec2bdcc835 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Pushing event deleted for resources: {'Port': ['ID=98516769-a30e-4834-a3f6-4f72ab7f607e,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:38.130625 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['98516769-a30e-4834-a3f6-4f72ab7f607e'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:53:38.166565 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d0b6a7-f257-4c02-9601-bb32796e8405 req-6e37e0e7-9684-4a1e-91ce-28ec2bdcc835 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] No DVR routers for this DVR port 98516769-a30e-4834-a3f6-4f72ab7f607e on host hv-cinder-80069 {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:53:38.169878 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-51d0b6a7-f257-4c02-9601-bb32796e8405 req-6e37e0e7-9684-4a1e-91ce-28ec2bdcc835 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:38.172278 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-51d0b6a7-f257-4c02-9601-bb32796e8405 req-6e37e0e7-9684-4a1e-91ce-28ec2bdcc835 tempest-AttachVolumeNegativeTest-1658636078 tempest-AttachVolumeNegativeTest-1658636078-project] 10.222.0.59 "DELETE /v2.0/ports/98516769-a30e-4834-a3f6-4f72ab7f607e HTTP/1.1" status: 204 len: 173 time: 0.4182110 Jul 14 13:53:38.172738 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2164ba2-a7d1-4776-8ab4-975360cde832', 'name': 'network-vif-deleted', 'tag': '98516769-a30e-4834-a3f6-4f72ab7f607e'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:53:38.175006 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e8c420-8281-4c20-aa82-201276075a2a" -d '{"events": [{"server_uuid": "b2164ba2-a7d1-4776-8ab4-975360cde832", "name": "network-vif-deleted", "tag": "98516769-a30e-4834-a3f6-4f72ab7f607e"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:53:38.214851 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33d103f-2904-4599-8e96-70333a252b22 x-openstack-request-id: req-e33d103f-2904-4599-8e96-70333a252b22 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:53:38.215227 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2164ba2-a7d1-4776-8ab4-975360cde832", "name": "network-vif-deleted", "tag": "98516769-a30e-4834-a3f6-4f72ab7f607e", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:53:38.215441 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e33d103f-2904-4599-8e96-70333a252b22 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:53:38.215968 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2164ba2-a7d1-4776-8ab4-975360cde832', 'name': 'network-vif-deleted', 'tag': '98516769-a30e-4834-a3f6-4f72ab7f607e', 'status': 'completed', 'code': 200} Jul 14 13:53:39.178774 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 47280) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:39.224298 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a496515-6443-4ca0-98c3-ef81f2e4170b admin admin] Deleting subnet d1350c88-2d64-4fb9-8461-f3522c398c41 {{(pid=104573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 13:53:39.227829 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3a496515-6443-4ca0-98c3-ef81f2e4170b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:39.262175 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3a496515-6443-4ca0-98c3-ef81f2e4170b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28943688'] for subnet, precommit_delete_associations {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:39.307481 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3a496515-6443-4ca0-98c3-ef81f2e4170b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3904323'] for subnet, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:39.595631 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3a496515-6443-4ca0-98c3-ef81f2e4170b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3904314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25680186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25587366'] for subnet, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:39.621978 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a496515-6443-4ca0-98c3-ef81f2e4170b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1350c88-2d64-4fb9-8461-f3522c398c41,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:39.623884 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3a496515-6443-4ca0-98c3-ef81f2e4170b admin admin] Notify callbacks [] for subnet, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:39.625676 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-3a496515-6443-4ca0-98c3-ef81f2e4170b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d1350c88-2d64-4fb9-8461-f3522c398c41 HTTP/1.1" status: 204 len: 168 time: 0.4458880 Jul 14 13:53:39.628268 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 47282) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:39.697841 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e8d93883-7faf-4104-afb0-c174671f80e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3740586'] for network, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:39.777188 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e8d93883-7faf-4104-afb0-c174671f80e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3927510', 'neutron.services.segments.db._delete_segments_for_network-8787525843523'] for network, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:39.786795 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-e8d93883-7faf-4104-afb0-c174671f80e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4ad8719-2efe-4570-ad62-88a34f3674ac']}} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:39.797022 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-e8d93883-7faf-4104-afb0-c174671f80e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e715ab-9363-44bd-9977-f91e6337307a') {'for_net_delete': True} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:39.797379 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-e8d93883-7faf-4104-afb0-c174671f80e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e715ab-9363-44bd-9977-f91e6337307a') {} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:39.807255 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e8d93883-7faf-4104-afb0-c174671f80e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787525844044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28943697'] for segment, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:39.821417 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e8d93883-7faf-4104-afb0-c174671f80e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542'] for segment, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:39.827416 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8d93883-7faf-4104-afb0-c174671f80e1 admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=104573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 13:53:39.827796 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e8d93883-7faf-4104-afb0-c174671f80e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25679508'] for segment, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:39.829429 dv-cinder-800697-2-iscsi neutron-server[104573]: Traceback (most recent call last): Jul 14 13:53:39.829429 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 13:53:39.829429 dv-cinder-800697-2-iscsi neutron-server[104573]: timer() Jul 14 13:53:39.829429 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 13:53:39.829429 dv-cinder-800697-2-iscsi neutron-server[104573]: cb(*args, **kw) Jul 14 13:53:39.829429 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 13:53:39.829429 dv-cinder-800697-2-iscsi neutron-server[104573]: return func(*args, **kwargs) Jul 14 13:53:39.829429 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 13:53:39.829429 dv-cinder-800697-2-iscsi neutron-server[104573]: self._notify() Jul 14 13:53:39.829429 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 13:53:39.829429 dv-cinder-800697-2-iscsi neutron-server[104573]: self.callback(batched_events) Jul 14 13:53:39.829429 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 13:53:39.829429 dv-cinder-800697-2-iscsi neutron-server[104573]: event.method(event) Jul 14 13:53:39.829429 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 13:53:39.829429 dv-cinder-800697-2-iscsi neutron-server[104573]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 13:53:39.829429 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 13:53:39.829429 dv-cinder-800697-2-iscsi neutron-server[104573]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 13:53:39.829429 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 13:53:39.829429 dv-cinder-800697-2-iscsi neutron-server[104573]: return f(self, *a, **k) Jul 14 13:53:39.829429 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 13:53:39.829429 dv-cinder-800697-2-iscsi neutron-server[104573]: return self._get(url).json() Jul 14 13:53:39.829429 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 13:53:39.829429 dv-cinder-800697-2-iscsi neutron-server[104573]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 13:53:39.829429 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 13:53:39.829429 dv-cinder-800697-2-iscsi neutron-server[104573]: return self.request(url, 'GET', **kwargs) Jul 14 13:53:39.829429 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 13:53:39.829429 dv-cinder-800697-2-iscsi neutron-server[104573]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 13:53:39.829429 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 13:53:39.829429 dv-cinder-800697-2-iscsi neutron-server[104573]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 13:53:39.829429 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 13:53:39.829429 dv-cinder-800697-2-iscsi neutron-server[104573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 13:53:39.829429 dv-cinder-800697-2-iscsi neutron-server[104573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 13:53:39.889162 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e8d93883-7faf-4104-afb0-c174671f80e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3927489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359267'] for network, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:39.894577 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e8d93883-7faf-4104-afb0-c174671f80e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for network, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:39.896410 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-e8d93883-7faf-4104-afb0-c174671f80e1 admin admin] 10.222.0.35 "DELETE /v2.0/networks/a4ad8719-2efe-4570-ad62-88a34f3674ac HTTP/1.1" status: 204 len: 168 time: 0.2671914 Jul 14 13:53:39.907372 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d93883-7faf-4104-afb0-c174671f80e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4ad8719-2efe-4570-ad62-88a34f3674ac,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:40.011498 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 47290) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:40.051008 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-6112be85-6c49-4531-bb55-44ae7a614a39 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c5d1ebf7d153426aaf60734324e92eee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382156 Jul 14 13:53:40.053618 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 47292) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:40.104241 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b72b1637-aea6-451f-a999-b81f6eb922f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:40.127260 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b72b1637-aea6-451f-a999-b81f6eb922f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:40.169590 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 98516769-a30e-4834-a3f6-4f72ab7f607e no longer exists at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:53:40.181025 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b72b1637-aea6-451f-a999-b81f6eb922f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:40.183454 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b72b1637-aea6-451f-a999-b81f6eb922f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:40.187070 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-b72b1637-aea6-451f-a999-b81f6eb922f6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/868d861d-ba27-499c-abb5-934946c3dc12 HTTP/1.1" status: 204 len: 168 time: 0.1300862 Jul 14 13:53:40.190533 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] No Port match for: 98516769-a30e-4834-a3f6-4f72ab7f607e {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:53:40.190876 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 98516769-a30e-4834-a3f6-4f72ab7f607e not bound to the agent host hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:53:40.194171 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b1637-aea6-451f-a999-b81f6eb922f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868d861d-ba27-499c-abb5-934946c3dc12,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:42.098618 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 47364) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:42.204998 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-11828769-3f92-41d9-bbe4-c0bda5e0e8c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:42.295852 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-11828769-3f92-41d9-bbe4-c0bda5e0e8c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:42.300829 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-11828769-3f92-41d9-bbe4-c0bda5e0e8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:42.337218 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11828769-3f92-41d9-bbe4-c0bda5e0e8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bf300a-d992-4200-b1e1-b4253897c70c,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:42.347096 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-11828769-3f92-41d9-bbe4-c0bda5e0e8c4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6e5e793b79a744e4aeef4bb2455ccd34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2471790 Jul 14 13:53:42.347598 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 47370) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:42.397663 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0d2c7adb-6224-4052-8e51-f09ebbd857f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:42.422203 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0d2c7adb-6224-4052-8e51-f09ebbd857f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:42.470830 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0d2c7adb-6224-4052-8e51-f09ebbd857f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:42.473413 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0d2c7adb-6224-4052-8e51-f09ebbd857f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:42.474551 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-0d2c7adb-6224-4052-8e51-f09ebbd857f6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/89bf300a-d992-4200-b1e1-b4253897c70c HTTP/1.1" status: 204 len: 168 time: 0.1256716 Jul 14 13:53:42.482358 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c7adb-6224-4052-8e51-f09ebbd857f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bf300a-d992-4200-b1e1-b4253897c70c,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:42.755049 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 47378) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:42.768547 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0782c819-0d20-41e6-ab8a-a23c42fd4c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:42.868667 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0782c819-0d20-41e6-ab8a-a23c42fd4c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:42.874647 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0782c819-0d20-41e6-ab8a-a23c42fd4c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:42.910444 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0782c819-0d20-41e6-ab8a-a23c42fd4c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1831200-0162-4615-9624-151715b1fde1,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:42.917699 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-0782c819-0d20-41e6-ab8a-a23c42fd4c20 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f88db427d5014871ae0da760cd0b8f07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1587095 Jul 14 13:53:42.918658 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 47386) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:42.967230 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-44acd640-90c2-4e92-98bd-70915eebd961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:42.989169 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-44acd640-90c2-4e92-98bd-70915eebd961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:43.037689 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-44acd640-90c2-4e92-98bd-70915eebd961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:43.040267 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-44acd640-90c2-4e92-98bd-70915eebd961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:43.041496 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-44acd640-90c2-4e92-98bd-70915eebd961 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d1831200-0162-4615-9624-151715b1fde1 HTTP/1.1" status: 204 len: 168 time: 0.1226311 Jul 14 13:53:43.049160 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44acd640-90c2-4e92-98bd-70915eebd961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1831200-0162-4615-9624-151715b1fde1,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:44.693923 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-589ec0ab-87f6-4d9d-93a9-b77c222d3b31 req-6194c6c7-f153-49ce-8084-ec34b3b05702 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0559273 Jul 14 13:53:44.830532 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ec0ab-87f6-4d9d-93a9-b77c222d3b31 req-dcc865a9-4869-4ea8-a985-2a2a4be3c92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:44.832073 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-589ec0ab-87f6-4d9d-93a9-b77c222d3b31 req-dcc865a9-4869-4ea8-a985-2a2a4be3c92f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0aa375225aa7437fa9ce67ac24df914c&device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 1099 time: 0.0562482 Jul 14 13:53:44.947800 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ec0ab-87f6-4d9d-93a9-b77c222d3b31 req-741bd3dd-046b-48ab-b1a9-210072a36e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:44.949366 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-589ec0ab-87f6-4d9d-93a9-b77c222d3b31 req-741bd3dd-046b-48ab-b1a9-210072a36e38 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4b726da0-ae68-495b-bfc7-0968d1d28d92 HTTP/1.1" status: 200 len: 918 time: 0.0880666 Jul 14 13:53:45.284013 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-589ec0ab-87f6-4d9d-93a9-b77c222d3b31 req-732c8cab-f5c8-4e92-aa96-668228a44566 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fc7b91e-d223-4e13-8532-c3ca0d191f0b HTTP/1.1" status: 200 len: 1000 time: 0.3222234 Jul 14 13:53:45.337384 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ec0ab-87f6-4d9d-93a9-b77c222d3b31 req-dd2e84e7-fa4a-46ed-acc9-eff300487f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:45.338869 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-589ec0ab-87f6-4d9d-93a9-b77c222d3b31 req-dd2e84e7-fa4a-46ed-acc9-eff300487f30 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ebef684f-df3e-493a-a16d-87acc125d2bb HTTP/1.1" status: 200 len: 856 time: 0.0446508 Jul 14 13:53:45.407466 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ec0ab-87f6-4d9d-93a9-b77c222d3b31 req-6be270a9-1963-44c5-9a02-24c869d7a9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:45.408946 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-589ec0ab-87f6-4d9d-93a9-b77c222d3b31 req-6be270a9-1963-44c5-9a02-24c869d7a9eb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b726da0-ae68-495b-bfc7-0968d1d28d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546532 Jul 14 13:53:45.505509 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-589ec0ab-87f6-4d9d-93a9-b77c222d3b31 req-b138f701-07e8-4500-a760-76d97dfee710 service neutron] 10.222.0.59 "GET /v2.0/networks/4b726da0-ae68-495b-bfc7-0968d1d28d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855372 Jul 14 13:53:45.619498 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ddb7b-ac72-489f-9c0a-b6153a5221c4 req-ead54912-d03d-4b14-aba8-f8eaeb5f6194 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:45.620962 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-872ddb7b-ac72-489f-9c0a-b6153a5221c4 req-ead54912-d03d-4b14-aba8-f8eaeb5f6194 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 946 time: 0.0657880 Jul 14 13:53:45.631963 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-589ec0ab-87f6-4d9d-93a9-b77c222d3b31 req-bf81db36-2197-4ffc-81b3-b1e2a3d1bc30 service neutron] 10.222.0.59 "GET /v2.0/networks/4b726da0-ae68-495b-bfc7-0968d1d28d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865421 Jul 14 13:53:45.659007 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-872ddb7b-ac72-489f-9c0a-b6153a5221c4 req-1da971f5-384f-4f4b-ba0a-71cfe88be48a tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320601 Jul 14 13:53:46.857306 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e4c2c-c196-4091-973d-5533c25f1466 req-0805dc75-43cb-4900-8b5f-a83877c102cd tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:46.858787 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c87e4c2c-c196-4091-973d-5533c25f1466 req-0805dc75-43cb-4900-8b5f-a83877c102cd tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 946 time: 0.0715132 Jul 14 13:53:46.881901 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-779c1c6b-f197-48fa-8880-c9d580d060e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:46.899191 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c87e4c2c-c196-4091-973d-5533c25f1466 req-6b926940-65bf-47a7-bbd0-302b49c5c416 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342293 Jul 14 13:53:47.885652 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:48.006610 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5b04a-7aab-4c39-8d9f-7101e0d686ec req-9a4f1972-1362-493f-8030-51b0287a2537 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:48.008901 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-74d5b04a-7aab-4c39-8d9f-7101e0d686ec req-9a4f1972-1362-493f-8030-51b0287a2537 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.59 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 946 time: 0.0677443 Jul 14 13:53:48.089323 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df5737-56ee-437c-a957-4be0311b46ca req-b3301e2f-5abf-444b-91d6-5dbdf31b2698 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:48.097826 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-95df5737-56ee-437c-a957-4be0311b46ca req-b3301e2f-5abf-444b-91d6-5dbdf31b2698 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 946 time: 0.0795381 Jul 14 13:53:48.128502 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-74d5b04a-7aab-4c39-8d9f-7101e0d686ec req-e22fee5a-d836-40b9-950a-97edb52797be tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Deleting port 8fc7b91e-d223-4e13-8532-c3ca0d191f0b {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:53:48.128839 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-74d5b04a-7aab-4c39-8d9f-7101e0d686ec req-e22fee5a-d836-40b9-950a-97edb52797be tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:48.139702 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-95df5737-56ee-437c-a957-4be0311b46ca req-d7cdc079-1341-4300-b28c-b39864f101ab tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=162523fc-6bd4-4f33-8467-5951c3d31560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408738 Jul 14 13:53:48.216278 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-74d5b04a-7aab-4c39-8d9f-7101e0d686ec req-e22fee5a-d836-40b9-950a-97edb52797be tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] For port 8fc7b91e-d223-4e13-8532-c3ca0d191f0b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=8fc7b91e-d223-4e13-8532-c3ca0d191f0b,segment=NetworkSegment(3782ce6e-4a36-46a1-9082-0427f175f195),segment_id=3782ce6e-4a36-46a1-9082-0427f175f195)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:48.216684 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-74d5b04a-7aab-4c39-8d9f-7101e0d686ec req-e22fee5a-d836-40b9-950a-97edb52797be tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:48.428055 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-74d5b04a-7aab-4c39-8d9f-7101e0d686ec req-e22fee5a-d836-40b9-950a-97edb52797be tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:48.428426 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-74d5b04a-7aab-4c39-8d9f-7101e0d686ec req-e22fee5a-d836-40b9-950a-97edb52797be tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359245'] for floatingip, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:48.428745 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.db.l3_db [req-74d5b04a-7aab-4c39-8d9f-7101e0d686ec req-e22fee5a-d836-40b9-950a-97edb52797be tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Floating IP 97bd4635-75c2-41b9-aae0-f36533ecfb5a disassociated. External IP: 172.27.1.47, port: 8fc7b91e-d223-4e13-8532-c3ca0d191f0b. Jul 14 13:53:48.429079 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-74d5b04a-7aab-4c39-8d9f-7101e0d686ec req-e22fee5a-d836-40b9-950a-97edb52797be tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Calling delete_port for 8fc7b91e-d223-4e13-8532-c3ca0d191f0b owned by compute:nova {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:53:48.566112 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-74d5b04a-7aab-4c39-8d9f-7101e0d686ec req-e22fee5a-d836-40b9-950a-97edb52797be tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:48.595330 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22fee5a-d836-40b9-950a-97edb52797be tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Pushing event deleted for resources: {'Port': ['ID=8fc7b91e-d223-4e13-8532-c3ca0d191f0b,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:48.705301 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74d5b04a-7aab-4c39-8d9f-7101e0d686ec req-e22fee5a-d836-40b9-950a-97edb52797be tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Router 418f6804-5512-4df1-9ed4-490ab5786f37 has already been hosted by L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:53:48.809503 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74d5b04a-7aab-4c39-8d9f-7101e0d686ec req-e22fee5a-d836-40b9-950a-97edb52797be tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:53:48.820319 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a693533-9948-4968-867d-921a2a29a65c None None] Sync routers for ids ['418f6804-5512-4df1-9ed4-490ab5786f37'] in dv-cinder-800697-2-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:53:48.829887 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a693533-9948-4968-867d-921a2a29a65c None None] Routers {'418f6804-5512-4df1-9ed4-490ab5786f37'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:53:48.830865 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-0a693533-9948-4968-867d-921a2a29a65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:53:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['418f6804-5512-4df1-9ed4-490ab5786f37'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:48.852238 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d5b04a-7aab-4c39-8d9f-7101e0d686ec req-e22fee5a-d836-40b9-950a-97edb52797be tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] No DVR routers for this DVR port 8fc7b91e-d223-4e13-8532-c3ca0d191f0b on host hv-cinder-80069 {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:53:48.854861 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-74d5b04a-7aab-4c39-8d9f-7101e0d686ec req-e22fee5a-d836-40b9-950a-97edb52797be tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:48.856949 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-74d5b04a-7aab-4c39-8d9f-7101e0d686ec req-e22fee5a-d836-40b9-950a-97edb52797be tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.59 "DELETE /v2.0/ports/8fc7b91e-d223-4e13-8532-c3ca0d191f0b HTTP/1.1" status: 204 len: 173 time: 0.8413148 Jul 14 13:53:48.857388 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd6b9f5-3db4-4989-ab90-d8880de6c6e8', 'name': 'network-vif-deleted', 'tag': '8fc7b91e-d223-4e13-8532-c3ca0d191f0b'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:53:48.859705 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c168af4e-060f-4f66-b174-35e220e4e622" -d '{"events": [{"server_uuid": "4dd6b9f5-3db4-4989-ab90-d8880de6c6e8", "name": "network-vif-deleted", "tag": "8fc7b91e-d223-4e13-8532-c3ca0d191f0b"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:53:48.895626 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2985d8-1a8f-4922-923e-b89358285eb4 x-openstack-request-id: req-6f2985d8-1a8f-4922-923e-b89358285eb4 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:53:48.895941 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd6b9f5-3db4-4989-ab90-d8880de6c6e8", "name": "network-vif-deleted", "tag": "8fc7b91e-d223-4e13-8532-c3ca0d191f0b", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:53:48.896162 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6f2985d8-1a8f-4922-923e-b89358285eb4 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:53:48.896548 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd6b9f5-3db4-4989-ab90-d8880de6c6e8', 'name': 'network-vif-deleted', 'tag': '8fc7b91e-d223-4e13-8532-c3ca0d191f0b', 'status': 'completed', 'code': 200} Jul 14 13:53:48.939589 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-0a693533-9948-4968-867d-921a2a29a65c None None] Set router 418f6804-5512-4df1-9ed4-490ab5786f37 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:53:49.158903 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-0a693533-9948-4968-867d-921a2a29a65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'name': 'tempest-AttachVolumeShelveTestJSON-1429243708-router', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '16d82faf-0d23-4e36-a1b5-48333c3638fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:49:35Z', 'updated_at': '2021-07-14T13:49:41Z', 'revision_number': 4, 'project_id': '0aa375225aa7437fa9ce67ac24df914c', 'gw_port': {'id': '16d82faf-0d23-4e36-a1b5-48333c3638fa', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:36Z', 'updated_at': '2021-07-14T13:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': '79607842-db7b-4a64-b8c9-c8d955b6574a', 'name': '', 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'mac_address': 'fa:16:3e:97:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ebef684f-df3e-493a-a16d-87acc125d2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:40Z', 'updated_at': '2021-07-14T13:49:50Z', 'revision_number': 5, 'project_id': '0aa375225aa7437fa9ce67ac24df914c', 'subnets': [{'id': 'ebef684f-df3e-493a-a16d-87acc125d2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:49.200767 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a693533-9948-4968-867d-921a2a29a65c None None] Checking router: 418f6804-5512-4df1-9ed4-490ab5786f37 for host: dv-cinder-800697-2-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:53:49.210440 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a693533-9948-4968-867d-921a2a29a65c None None] Routers {'418f6804-5512-4df1-9ed4-490ab5786f37'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:53:49.211387 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-0a693533-9948-4968-867d-921a2a29a65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:53:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['418f6804-5512-4df1-9ed4-490ab5786f37'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:49.347600 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-0a693533-9948-4968-867d-921a2a29a65c None None] Set router 418f6804-5512-4df1-9ed4-490ab5786f37 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:53:49.395527 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-3f8b2e0a-e022-4b19-9f06-07cfe03f95d7 req-e72047a3-bec3-4d60-a927-806cd97bbf97 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dd6b9f5-3db4-4989-ab90-d8880de6c6e8 HTTP/1.1" status: 200 len: 210 time: 0.0397878 Jul 14 13:53:49.517178 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-4fea0816-1082-4018-aafc-337abccee96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:49.593575 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:49.610905 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-0a693533-9948-4968-867d-921a2a29a65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'name': 'tempest-AttachVolumeShelveTestJSON-1429243708-router', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '16d82faf-0d23-4e36-a1b5-48333c3638fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:49:35Z', 'updated_at': '2021-07-14T13:49:41Z', 'revision_number': 4, 'project_id': '0aa375225aa7437fa9ce67ac24df914c', 'gw_port': {'id': '16d82faf-0d23-4e36-a1b5-48333c3638fa', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:36Z', 'updated_at': '2021-07-14T13:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': '79607842-db7b-4a64-b8c9-c8d955b6574a', 'name': '', 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'mac_address': 'fa:16:3e:97:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ebef684f-df3e-493a-a16d-87acc125d2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:40Z', 'updated_at': '2021-07-14T13:49:50Z', 'revision_number': 5, 'project_id': '0aa375225aa7437fa9ce67ac24df914c', 'subnets': [{'id': 'ebef684f-df3e-493a-a16d-87acc125d2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:49.644378 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a693533-9948-4968-867d-921a2a29a65c None None] The sync data for ids ['418f6804-5512-4df1-9ed4-490ab5786f37'] in dv-cinder-800697-2-iscsi is: [{'id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'name': 'tempest-AttachVolumeShelveTestJSON-1429243708-router', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '16d82faf-0d23-4e36-a1b5-48333c3638fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:49:35Z', 'updated_at': '2021-07-14T13:49:41Z', 'revision_number': 4, 'project_id': '0aa375225aa7437fa9ce67ac24df914c', 'gw_port': {'id': '16d82faf-0d23-4e36-a1b5-48333c3638fa', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:36Z', 'updated_at': '2021-07-14T13:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': '79607842-db7b-4a64-b8c9-c8d955b6574a', 'name': '', 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'mac_address': 'fa:16:3e:97:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ebef684f-df3e-493a-a16d-87acc125d2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:40Z', 'updated_at': '2021-07-14T13:49:50Z', 'revision_number': 5, 'project_id': '0aa375225aa7437fa9ce67ac24df914c', 'subnets': [{'id': 'ebef684f-df3e-493a-a16d-87acc125d2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:53:49.694973 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 47576) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:49.822228 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6d3c6ea7-2930-4c0e-a699-56ea07a66888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:49.935040 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6d3c6ea7-2930-4c0e-a699-56ea07a66888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:49.939972 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6d3c6ea7-2930-4c0e-a699-56ea07a66888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:49.940725 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076e60f5-1eba-4f45-80c5-4858226309ab None None] New status for floating IP 97bd4635-75c2-41b9-aae0-f36533ecfb5a: DOWN {{(pid=104576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:53:49.977611 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-6d3c6ea7-2930-4c0e-a699-56ea07a66888 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=473ac05aeb164bf6b9b244b683009ee8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2809339 Jul 14 13:53:49.978286 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c6ea7-2930-4c0e-a699-56ea07a66888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23c68c2-ce76-4e97-9702-05cbabb7ead8,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:49.980598 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 47582) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:50.039303 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b50a3c16-2450-4ab9-a5da-e662a91d23ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:50.061937 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b50a3c16-2450-4ab9-a5da-e662a91d23ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:50.117712 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b50a3c16-2450-4ab9-a5da-e662a91d23ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:50.120508 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b50a3c16-2450-4ab9-a5da-e662a91d23ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:50.121805 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-b50a3c16-2450-4ab9-a5da-e662a91d23ce admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b23c68c2-ce76-4e97-9702-05cbabb7ead8 HTTP/1.1" status: 204 len: 168 time: 0.1402361 Jul 14 13:53:50.134254 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a3c16-2450-4ab9-a5da-e662a91d23ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23c68c2-ce76-4e97-9702-05cbabb7ead8,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:50.215719 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 8fc7b91e-d223-4e13-8532-c3ca0d191f0b no longer exists at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:53:50.242022 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] No Port match for: 8fc7b91e-d223-4e13-8532-c3ca0d191f0b {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:53:50.242022 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 8fc7b91e-d223-4e13-8532-c3ca0d191f0b not bound to the agent host hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:53:50.400582 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 47588) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:50.414029 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f4a3eabb-d72d-4d48-8f74-508fb5f0e9dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:50.512705 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f4a3eabb-d72d-4d48-8f74-508fb5f0e9dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:50.518093 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f4a3eabb-d72d-4d48-8f74-508fb5f0e9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:50.542004 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 47594) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:50.567922 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-f4a3eabb-d72d-4d48-8f74-508fb5f0e9dc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=336bda07067c428d93f6f53a7fc7061a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1660285 Jul 14 13:53:50.570057 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3eabb-d72d-4d48-8f74-508fb5f0e9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f26cf60-b9f2-44ee-879e-871cd9e8abdd,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:50.570484 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 47596) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:50.576233 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:50.644976 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-217e3848-0b5e-44ad-9a32-769d57ee741d tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:50.679408 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-217e3848-0b5e-44ad-9a32-769d57ee741d tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:50.682487 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2da83424-9c68-4208-97f8-8f2fbaca72c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:50.727951 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2da83424-9c68-4208-97f8-8f2fbaca72c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:50.759523 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-217e3848-0b5e-44ad-9a32-769d57ee741d tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:50.762112 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-217e3848-0b5e-44ad-9a32-769d57ee741d tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:50.763304 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-217e3848-0b5e-44ad-9a32-769d57ee741d tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "DELETE /v2.0/security-groups/162523fc-6bd4-4f33-8467-5951c3d31560 HTTP/1.1" status: 204 len: 168 time: 0.2201910 Jul 14 13:53:50.766428 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 47600) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:50.780560 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e3848-0b5e-44ad-9a32-769d57ee741d tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=162523fc-6bd4-4f33-8467-5951c3d31560,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:50.780757 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.api.v2.resource [None req-7504b126-a853-4f5f-8fb0-9117de8da90c tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] show failed (client error): The resource could not be found. Jul 14 13:53:50.781582 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-7504b126-a853-4f5f-8fb0-9117de8da90c tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups/162523fc-6bd4-4f33-8467-5951c3d31560 HTTP/1.1" status: 404 len: 347 time: 0.0140071 Jul 14 13:53:50.784944 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 47602) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:50.842330 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2da83424-9c68-4208-97f8-8f2fbaca72c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:50.844854 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2da83424-9c68-4208-97f8-8f2fbaca72c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:50.845971 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-2da83424-9c68-4208-97f8-8f2fbaca72c4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2f26cf60-b9f2-44ee-879e-871cd9e8abdd HTTP/1.1" status: 204 len: 168 time: 0.2743299 Jul 14 13:53:50.924904 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da83424-9c68-4208-97f8-8f2fbaca72c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f26cf60-b9f2-44ee-879e-871cd9e8abdd,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:50.947984 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-d816027b-8497-4fe3-be01-41e9a8628548 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Deleting port 16f20bd5-03cd-4e18-807f-20fb1d74f26d {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:53:50.948327 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d816027b-8497-4fe3-be01-41e9a8628548 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:51.030456 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d816027b-8497-4fe3-be01-41e9a8628548 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:51.030786 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d816027b-8497-4fe3-be01-41e9a8628548 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:51.042375 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-d816027b-8497-4fe3-be01-41e9a8628548 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Calling delete_port for 16f20bd5-03cd-4e18-807f-20fb1d74f26d owned by network:floatingip {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:53:51.191390 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d816027b-8497-4fe3-be01-41e9a8628548 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25680231'] for port, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:51.219070 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816027b-8497-4fe3-be01-41e9a8628548 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Pushing event deleted for resources: {'Port': ['ID=16f20bd5-03cd-4e18-807f-20fb1d74f26d,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:51.281688 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d816027b-8497-4fe3-be01-41e9a8628548 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for floatingip, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:51.284239 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d816027b-8497-4fe3-be01-41e9a8628548 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for floatingip, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:51.285437 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-d816027b-8497-4fe3-be01-41e9a8628548 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "DELETE /v2.0/floatingips/97bd4635-75c2-41b9-aae0-f36533ecfb5a HTTP/1.1" status: 204 len: 168 time: 0.4992871 Jul 14 13:53:51.674542 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 47632) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:51.679281 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-a088f89e-2488-4dd8-b28e-c15ecefc0efa tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1520790929', 'description': 'tempest-description--808277440'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:51.702188 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a088f89e-2488-4dd8-b28e-c15ecefc0efa tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:51.784677 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a088f89e-2488-4dd8-b28e-c15ecefc0efa tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:51.790227 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a088f89e-2488-4dd8-b28e-c15ecefc0efa tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:51.818690 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a088f89e-2488-4dd8-b28e-c15ecefc0efa tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:51.822758 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-a088f89e-2488-4dd8-b28e-c15ecefc0efa tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1443684 Jul 14 13:53:51.823262 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 47640) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:51.828028 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-a5ef7d32-c5e6-47a0-b957-bbefb376f9b7 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Request body: {'security_group_rule': {'security_group_id': '59be590f-b300-4d2c-b1c0-b6d9d45b7a61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:51.833577 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a088f89e-2488-4dd8-b28e-c15ecefc0efa tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59be590f-b300-4d2c-b1c0-b6d9d45b7a61,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:51.858190 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a5ef7d32-c5e6-47a0-b957-bbefb376f9b7 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:51.921635 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a5ef7d32-c5e6-47a0-b957-bbefb376f9b7 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:51.926837 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a5ef7d32-c5e6-47a0-b957-bbefb376f9b7 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617415'] for security_group_rule, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:51.948399 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef7d32-c5e6-47a0-b957-bbefb376f9b7 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79db5654-01d5-4cdc-abf1-35838f70eb74,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:51.952239 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a5ef7d32-c5e6-47a0-b957-bbefb376f9b7 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:51.956065 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-a5ef7d32-c5e6-47a0-b957-bbefb376f9b7 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292512 Jul 14 13:53:51.956522 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 47648) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:51.961804 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-03bbdd33-1727-4407-82dd-b17420ce318f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Request body: {'security_group_rule': {'security_group_id': '59be590f-b300-4d2c-b1c0-b6d9d45b7a61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:51.993825 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-03bbdd33-1727-4407-82dd-b17420ce318f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.051158 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-03bbdd33-1727-4407-82dd-b17420ce318f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.059514 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-03bbdd33-1727-4407-82dd-b17420ce318f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617415'] for security_group_rule, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.077149 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bbdd33-1727-4407-82dd-b17420ce318f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27f47f39-3460-4903-9759-a46aadb09634,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:52.087315 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-03bbdd33-1727-4407-82dd-b17420ce318f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.092012 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 47652) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:52.094722 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.095591 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-03bbdd33-1727-4407-82dd-b17420ce318f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1380565 Jul 14 13:53:52.099751 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-54c024d5-bbe9-4af6-a5e6-9e8af6ff43e3 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Request body: {'floatingip': {'floating_network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:52.121762 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-54c024d5-bbe9-4af6-a5e6-9e8af6ff43e3 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for floatingip, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.217492 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-54c024d5-bbe9-4af6-a5e6-9e8af6ff43e3 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.322275 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [None req-54c024d5-bbe9-4af6-a5e6-9e8af6ff43e3 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Allocated IP 172.27.1.179 (b28dab8c-9c3b-45dd-8fa2-7ffa63c66645/3e00a68e-7419-45b7-a88a-a672d20cc9ef/2da2b603-271e-416e-9355-63159a40f7ae) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:53:52.423909 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-54c024d5-bbe9-4af6-a5e6-9e8af6ff43e3 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for port, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.467712 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-54c024d5-bbe9-4af6-a5e6-9e8af6ff43e3 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.509449 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c024d5-bbe9-4af6-a5e6-9e8af6ff43e3 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Network b28dab8c-9c3b-45dd-8fa2-7ffa63c66645 is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:53:52.514108 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-54c024d5-bbe9-4af6-a5e6-9e8af6ff43e3 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:53:52.518514 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c024d5-bbe9-4af6-a5e6-9e8af6ff43e3 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:53:52.521832 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c024d5-bbe9-4af6-a5e6-9e8af6ff43e3 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Pushing event updated for resources: {'Port': ['ID=2da2b603-271e-416e-9355-63159a40f7ae,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:52.610358 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-54c024d5-bbe9-4af6-a5e6-9e8af6ff43e3 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.662036 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-54c024d5-bbe9-4af6-a5e6-9e8af6ff43e3 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.806718 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-54c024d5-bbe9-4af6-a5e6-9e8af6ff43e3 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for port, precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.814580 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-54c024d5-bbe9-4af6-a5e6-9e8af6ff43e3 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28728568'] for port, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.879530 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c024d5-bbe9-4af6-a5e6-9e8af6ff43e3 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Pushing event updated for resources: {'Port': ['ID=2da2b603-271e-416e-9355-63159a40f7ae,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:52.893963 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-54c024d5-bbe9-4af6-a5e6-9e8af6ff43e3 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359245'] for floatingip, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.908166 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-54c024d5-bbe9-4af6-a5e6-9e8af6ff43e3 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for floatingip, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.909622 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-54c024d5-bbe9-4af6-a5e6-9e8af6ff43e3 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8166564 Jul 14 13:53:53.106225 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-8d7efce2-5b6d-4775-ab1a-a56e5ef2cb43 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1520790929&fields=id&tenant_id=0aa375225aa7437fa9ce67ac24df914c HTTP/1.1" status: 200 len: 267 time: 0.0336947 Jul 14 13:53:53.218084 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-2236cc12-987c-4ade-9a99-a268e161aa14 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:53.219579 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-2236cc12-987c-4ade-9a99-a268e161aa14 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/networks?id=4b726da0-ae68-495b-bfc7-0968d1d28d92 HTTP/1.1" status: 200 len: 817 time: 0.1070080 Jul 14 13:53:53.234511 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-c0fa9eaf-4913-481a-9bbd-b27006fb8cd4 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/quotas/0aa375225aa7437fa9ce67ac24df914c HTTP/1.1" status: 200 len: 375 time: 0.0093968 Jul 14 13:53:53.306613 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-cce20ed0-8592-4060-b491-4638a3a02a78 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0aa375225aa7437fa9ce67ac24df914c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0668399 Jul 14 13:53:53.403154 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-db66e3a7-5da3-4ca0-9180-6323cd38fdaa service neutron] 10.222.0.35 "GET /v2.0/networks/4b726da0-ae68-495b-bfc7-0968d1d28d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835130 Jul 14 13:53:53.499891 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-d1d4ea2f-b08a-4e5b-8363-70741fd5f757 service neutron] 10.222.0.35 "GET /v2.0/networks/4b726da0-ae68-495b-bfc7-0968d1d28d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881999 Jul 14 13:53:53.680349 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3a792f0a-1620-41a5-95a3-76d4f2908313 req-09fc5f9a-7751-4285-9301-5efd232c5fca tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 210 time: 0.0279658 Jul 14 13:53:54.855228 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f6936429-6f25-4e4a-8d0d-8bee2f6a7489 req-c8f698ee-62da-4fee-b5d9-4f85e830f6c3 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 210 time: 0.0537183 Jul 14 13:53:54.920397 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-6f5e822f-ff25-400b-a7cc-e8021db3f96e tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:54.922208 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-6f5e822f-ff25-400b-a7cc-e8021db3f96e tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.59 "GET /v2.0/networks?id=4b726da0-ae68-495b-bfc7-0968d1d28d92 HTTP/1.1" status: 200 len: 817 time: 0.1140525 Jul 14 13:53:54.988775 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-128c5603-03e5-4677-b451-256f73624839 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0aa375225aa7437fa9ce67ac24df914c HTTP/1.1" status: 200 len: 380 time: 0.0362418 Jul 14 13:53:54.997676 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-b8618081-2649-4f5a-8e4e-c84771a0e00f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Request body: {'port': {'device_id': '23494e2c-b594-4ad2-9077-82e66d21c9cd', 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92', 'admin_state_up': True, 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'security_groups': ['59be590f-b300-4d2c-b1c0-b6d9d45b7a61']}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:55.036087 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 47708) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:55.109905 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-b8618081-2649-4f5a-8e4e-c84771a0e00f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Made reservation on behalf of 0aa375225aa7437fa9ce67ac24df914c for: {'port': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:53:55.113828 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-b8618081-2649-4f5a-8e4e-c84771a0e00f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:55.142781 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d24a3141-78f5-4a93-b74c-5d083e182807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:55.240307 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d24a3141-78f5-4a93-b74c-5d083e182807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:55.245373 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d24a3141-78f5-4a93-b74c-5d083e182807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:55.255525 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-b8618081-2649-4f5a-8e4e-c84771a0e00f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Allocated IP 172.20.0.13 (4b726da0-ae68-495b-bfc7-0968d1d28d92/ebef684f-df3e-493a-a16d-87acc125d2bb/ee035ed2-02c4-42d3-a6b7-54220480f2ff) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:53:55.282547 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-d24a3141-78f5-4a93-b74c-5d083e182807 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f86ff0bdaa9749dd9d69467083dcb760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2451596 Jul 14 13:53:55.283747 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a3141-78f5-4a93-b74c-5d083e182807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4193166b-b96c-4a5d-86d7-c09107db6b5b,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:55.285367 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 47718) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:55.290828 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a3141-78f5-4a93-b74c-5d083e182807 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:55.291204 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a3141-78f5-4a93-b74c-5d083e182807 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:55.291542 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a3141-78f5-4a93-b74c-5d083e182807 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:55.291875 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a3141-78f5-4a93-b74c-5d083e182807 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:55.292208 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a3141-78f5-4a93-b74c-5d083e182807 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:55.292539 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a3141-78f5-4a93-b74c-5d083e182807 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:55.292847 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a3141-78f5-4a93-b74c-5d083e182807 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:55.293174 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a3141-78f5-4a93-b74c-5d083e182807 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:55.293497 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a3141-78f5-4a93-b74c-5d083e182807 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:55.293819 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a3141-78f5-4a93-b74c-5d083e182807 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:55.294137 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a3141-78f5-4a93-b74c-5d083e182807 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:55.294455 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a3141-78f5-4a93-b74c-5d083e182807 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:55.402275 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-45974028-692a-425a-ae51-c4384e17a113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:55.444437 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-b8618081-2649-4f5a-8e4e-c84771a0e00f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for port, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:55.447520 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-45974028-692a-425a-ae51-c4384e17a113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:55.471071 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-b8618081-2649-4f5a-8e4e-c84771a0e00f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Transition to ACTIVE for port object ee035ed2-02c4-42d3-a6b7-54220480f2ff will not be triggered until provisioned by entity DHCP. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:53:55.515393 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-45974028-692a-425a-ae51-c4384e17a113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:55.518009 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-45974028-692a-425a-ae51-c4384e17a113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:55.519227 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-45974028-692a-425a-ae51-c4384e17a113 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4193166b-b96c-4a5d-86d7-c09107db6b5b HTTP/1.1" status: 204 len: 168 time: 0.2328877 Jul 14 13:53:55.522436 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-b8618081-2649-4f5a-8e4e-c84771a0e00f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:55.555894 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45974028-692a-425a-ae51-c4384e17a113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4193166b-b96c-4a5d-86d7-c09107db6b5b,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:55.577384 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-b8618081-2649-4f5a-8e4e-c84771a0e00f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Network 4b726da0-ae68-495b-bfc7-0968d1d28d92 is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:53:55.581401 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8618081-2649-4f5a-8e4e-c84771a0e00f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Pushing event updated for resources: {'Port': ['ID=ee035ed2-02c4-42d3-a6b7-54220480f2ff,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:55.583845 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-b8618081-2649-4f5a-8e4e-c84771a0e00f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:53:55.586014 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-b8618081-2649-4f5a-8e4e-c84771a0e00f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:53:55.634534 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-b8618081-2649-4f5a-8e4e-c84771a0e00f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:55.635428 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-b8618081-2649-4f5a-8e4e-c84771a0e00f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:55.655355 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-b8618081-2649-4f5a-8e4e-c84771a0e00f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6611884 Jul 14 13:53:55.687502 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-3d2734a0-9549-4023-96b8-a1b2a0666908 service neutron] Request body: {'port': {'device_id': '23494e2c-b594-4ad2-9077-82e66d21c9cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:55.764694 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-3d2734a0-9549-4023-96b8-a1b2a0666908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:55.807246 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 47726) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:55.815689 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-f030acef-5b87-45a1-be36-e00b1289426e None None] Provisioning for port ee035ed2-02c4-42d3-a6b7-54220480f2ff completed by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:53:55.820428 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-f030acef-5b87-45a1-be36-e00b1289426e None None] Provisioning complete for port ee035ed2-02c4-42d3-a6b7-54220480f2ff triggered by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:55.820854 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-f030acef-5b87-45a1-be36-e00b1289426e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:55.822114 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-492a8ba0-c045-4371-ba47-d3a12095c71b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:55.846260 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.agents_db [None req-f94fc2f4-144f-4bce-9715-a006bfd56775 None None] Agent healthcheck: found 6 active agents {{(pid=104576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:53:55.868126 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-f030acef-5b87-45a1-be36-e00b1289426e None None] Port ee035ed2-02c4-42d3-a6b7-54220480f2ff cannot update to ACTIVE because it is not bound. {{(pid=104575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:53:55.912433 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-492a8ba0-c045-4371-ba47-d3a12095c71b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:55.917398 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-492a8ba0-c045-4371-ba47-d3a12095c71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:55.958233 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-492a8ba0-c045-4371-ba47-d3a12095c71b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3c9ee2f5dd25472f89cfc3dd9947fe3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1493666 Jul 14 13:53:55.960484 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a8ba0-c045-4371-ba47-d3a12095c71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb01049-804f-4832-a65f-eba3f0c97b24,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:55.960822 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 47730) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:56.051007 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21882e44-ce12-4436-a310-86bcf1c2b344 req-f82dcee5-0052-411d-8a08-c93b928c39ac tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:56.052382 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-21882e44-ce12-4436-a310-86bcf1c2b344 req-f82dcee5-0052-411d-8a08-c93b928c39ac tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 932 time: 0.0654252 Jul 14 13:53:56.057185 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e71a613e-d504-48b9-87e6-2a8c002be1ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:56.075920 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-3d2734a0-9549-4023-96b8-a1b2a0666908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee035ed2-02c4-42d3-a6b7-54220480f2ff {{(pid=104572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:53:56.086659 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-3d2734a0-9549-4023-96b8-a1b2a0666908 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:56.092136 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-21882e44-ce12-4436-a310-86bcf1c2b344 req-b67b7e73-1acb-4d54-ae99-b1994211dfe7 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338223 Jul 14 13:53:56.098821 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e71a613e-d504-48b9-87e6-2a8c002be1ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:56.114271 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-3d2734a0-9549-4023-96b8-a1b2a0666908 service neutron] Transition to ACTIVE for port object ee035ed2-02c4-42d3-a6b7-54220480f2ff will not be triggered until provisioned by entity L2. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:53:56.126396 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-3d2734a0-9549-4023-96b8-a1b2a0666908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28728568'] for port, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:56.184322 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2734a0-9549-4023-96b8-a1b2a0666908 service neutron] Pushing event updated for resources: {'Port': ['ID=ee035ed2-02c4-42d3-a6b7-54220480f2ff,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:56.233428 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e71a613e-d504-48b9-87e6-2a8c002be1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:56.235983 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e71a613e-d504-48b9-87e6-2a8c002be1ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:56.237283 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-e71a613e-d504-48b9-87e6-2a8c002be1ce admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6bb01049-804f-4832-a65f-eba3f0c97b24 HTTP/1.1" status: 204 len: 168 time: 0.2754772 Jul 14 13:53:56.253050 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a613e-d504-48b9-87e6-2a8c002be1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb01049-804f-4832-a65f-eba3f0c97b24,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:56.275352 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-3d2734a0-9549-4023-96b8-a1b2a0666908 service neutron] Attempting to bind port ee035ed2-02c4-42d3-a6b7-54220480f2ff on host hv-cinder-80069 for vnic_type normal with profile {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:53:56.275941 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-3d2734a0-9549-4023-96b8-a1b2a0666908 service neutron] Attempting to bind port ee035ed2-02c4-42d3-a6b7-54220480f2ff by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '3782ce6e-4a36-46a1-9082-0427f175f195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92'}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:53:56.276211 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-3d2734a0-9549-4023-96b8-a1b2a0666908 service neutron] Attempting to bind port ee035ed2-02c4-42d3-a6b7-54220480f2ff on network 4b726da0-ae68-495b-bfc7-0968d1d28d92 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:53:56.280841 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-3d2734a0-9549-4023-96b8-a1b2a0666908 service neutron] Port ee035ed2-02c4-42d3-a6b7-54220480f2ff on network 4b726da0-ae68-495b-bfc7-0968d1d28d92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:53:56.281168 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-3d2734a0-9549-4023-96b8-a1b2a0666908 service neutron] Attempting to bind port ee035ed2-02c4-42d3-a6b7-54220480f2ff on network 4b726da0-ae68-495b-bfc7-0968d1d28d92 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:53:56.286305 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-3d2734a0-9549-4023-96b8-a1b2a0666908 service neutron] Checking agent: {'id': '92e582b9-0e65-4c58-8afe-cb3347eabd77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 47, 47), 'started_at': datetime.datetime(2021, 7, 14, 13, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:53:56.286679 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-3d2734a0-9549-4023-96b8-a1b2a0666908 service neutron] Checking segment: {'id': '3782ce6e-4a36-46a1-9082-0427f175f195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:53:56.287058 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-3d2734a0-9549-4023-96b8-a1b2a0666908 service neutron] Bound using segment: {'id': '3782ce6e-4a36-46a1-9082-0427f175f195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92'} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:53:56.287539 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-3d2734a0-9549-4023-96b8-a1b2a0666908 service neutron] Bound port: ee035ed2-02c4-42d3-a6b7-54220480f2ff, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3782ce6e-4a36-46a1-9082-0427f175f195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92'}}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:53:56.287909 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-3d2734a0-9549-4023-96b8-a1b2a0666908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:56.358856 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-3d2734a0-9549-4023-96b8-a1b2a0666908 service neutron] For port ee035ed2-02c4-42d3-a6b7-54220480f2ff, host hv-cinder-80069, cleared binding levels {{(pid=104572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:53:56.362956 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-3d2734a0-9549-4023-96b8-a1b2a0666908 service neutron] For port ee035ed2-02c4-42d3-a6b7-54220480f2ff, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ee035ed2-02c4-42d3-a6b7-54220480f2ff,segment=NetworkSegment(3782ce6e-4a36-46a1-9082-0427f175f195),segment_id=3782ce6e-4a36-46a1-9082-0427f175f195)] {{(pid=104572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:53:56.369018 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-3d2734a0-9549-4023-96b8-a1b2a0666908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28728568'] for port, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:56.401982 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-3d2734a0-9549-4023-96b8-a1b2a0666908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:56.402793 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-3d2734a0-9549-4023-96b8-a1b2a0666908 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:56.404197 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-3d2734a0-9549-4023-96b8-a1b2a0666908 service neutron] 10.222.0.59 "PUT /v2.0/ports/ee035ed2-02c4-42d3-a6b7-54220480f2ff HTTP/1.1" status: 200 len: 1094 time: 0.7214801 Jul 14 13:53:56.406403 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23494e2c-b594-4ad2-9077-82e66d21c9cd', 'tag': 'ee035ed2-02c4-42d3-a6b7-54220480f2ff'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:53:56.408774 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58091f2e-3b12-43b6-a143-028b6e2d4bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "23494e2c-b594-4ad2-9077-82e66d21c9cd", "tag": "ee035ed2-02c4-42d3-a6b7-54220480f2ff"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:53:56.460545 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2734a0-9549-4023-96b8-a1b2a0666908 service neutron] Pushing event updated for resources: {'Port': ['ID=ee035ed2-02c4-42d3-a6b7-54220480f2ff,revision_number=3']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:56.465683 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b8da45-f745-421c-bed3-983d2681e5aa x-openstack-request-id: req-30b8da45-f745-421c-bed3-983d2681e5aa {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:53:56.466279 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23494e2c-b594-4ad2-9077-82e66d21c9cd", "tag": "ee035ed2-02c4-42d3-a6b7-54220480f2ff", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:53:56.466596 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-30b8da45-f745-421c-bed3-983d2681e5aa {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:53:56.467120 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23494e2c-b594-4ad2-9077-82e66d21c9cd', 'tag': 'ee035ed2-02c4-42d3-a6b7-54220480f2ff', 'status': 'completed', 'code': 200} Jul 14 13:53:56.596861 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-26463607-4428-45e0-8af6-9d5809d8f5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:56.598766 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-26463607-4428-45e0-8af6-9d5809d8f5d4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0aa375225aa7437fa9ce67ac24df914c&device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 1097 time: 0.1052415 Jul 14 13:53:56.667777 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-88f47d9f-14ae-442e-9127-5275c569c51b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee035ed2-02c4-42d3-a6b7-54220480f2ff HTTP/1.1" status: 200 len: 217 time: 0.0456533 Jul 14 13:53:56.722178 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-84fb9808-aa8d-4094-866d-47ea8c3449e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:56.723669 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-84fb9808-aa8d-4094-866d-47ea8c3449e5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ebef684f-df3e-493a-a16d-87acc125d2bb HTTP/1.1" status: 200 len: 856 time: 0.0454144 Jul 14 13:53:56.783891 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-070e24b4-80f6-45b7-8012-e7ef5a6c26cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:56.785410 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-070e24b4-80f6-45b7-8012-e7ef5a6c26cb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b726da0-ae68-495b-bfc7-0968d1d28d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547438 Jul 14 13:53:56.878110 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-d33f3262-4ee0-43d0-8b69-348ca5f07678 service neutron] 10.222.0.59 "GET /v2.0/networks/4b726da0-ae68-495b-bfc7-0968d1d28d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842071 Jul 14 13:53:56.967266 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7d63da24-3741-4db3-9a9f-552e3d2f4747 req-892848d2-3b00-4736-826e-0ac3a6811188 service neutron] 10.222.0.59 "GET /v2.0/networks/4b726da0-ae68-495b-bfc7-0968d1d28d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810001 Jul 14 13:53:57.115320 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58091f2e-3b12-43b6-a143-028b6e2d4bf7 req-e1294524-2273-4ca5-b94d-5329df97142b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:57.116859 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-58091f2e-3b12-43b6-a143-028b6e2d4bf7 req-e1294524-2273-4ca5-b94d-5329df97142b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0aa375225aa7437fa9ce67ac24df914c&device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 1097 time: 0.0534182 Jul 14 13:53:57.243771 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58091f2e-3b12-43b6-a143-028b6e2d4bf7 req-55ee519a-f3d8-4665-9563-2b5d383639a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:57.245247 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-58091f2e-3b12-43b6-a143-028b6e2d4bf7 req-55ee519a-f3d8-4665-9563-2b5d383639a3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4b726da0-ae68-495b-bfc7-0968d1d28d92 HTTP/1.1" status: 200 len: 918 time: 0.1180263 Jul 14 13:53:57.299675 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-58091f2e-3b12-43b6-a143-028b6e2d4bf7 req-a0f07af1-cf09-4ad7-9fca-08ab335160de service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee035ed2-02c4-42d3-a6b7-54220480f2ff HTTP/1.1" status: 200 len: 217 time: 0.0457821 Jul 14 13:53:57.359276 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c4985-a1d0-497a-b2f3-fe8bc31f590c req-ec5dbc5f-19db-4059-a2b2-d8ba68ba0677 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:57.359276 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-269c4985-a1d0-497a-b2f3-fe8bc31f590c req-ec5dbc5f-19db-4059-a2b2-d8ba68ba0677 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 944 time: 0.1436448 Jul 14 13:53:57.367891 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58091f2e-3b12-43b6-a143-028b6e2d4bf7 req-21c42ed4-ece7-4cfe-8697-adcca882cc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:57.369298 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-58091f2e-3b12-43b6-a143-028b6e2d4bf7 req-21c42ed4-ece7-4cfe-8697-adcca882cc92 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ebef684f-df3e-493a-a16d-87acc125d2bb HTTP/1.1" status: 200 len: 856 time: 0.0617557 Jul 14 13:53:57.429059 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-269c4985-a1d0-497a-b2f3-fe8bc31f590c req-6890bd10-5df6-47ea-afc7-7fb06a19adf7 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635862 Jul 14 13:53:57.451628 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58091f2e-3b12-43b6-a143-028b6e2d4bf7 req-e48b0582-3b4a-4196-a3dc-55a6548a5f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:57.453234 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-58091f2e-3b12-43b6-a143-028b6e2d4bf7 req-e48b0582-3b4a-4196-a3dc-55a6548a5f3e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b726da0-ae68-495b-bfc7-0968d1d28d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708780 Jul 14 13:53:57.825439 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-58091f2e-3b12-43b6-a143-028b6e2d4bf7 req-67af3801-482c-4297-acf3-83ee0ef0a2ac service neutron] 10.222.0.59 "GET /v2.0/networks/4b726da0-ae68-495b-bfc7-0968d1d28d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631799 Jul 14 13:53:57.913461 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-58091f2e-3b12-43b6-a143-028b6e2d4bf7 req-d0fa3a3c-4259-47ff-a2a0-cdec888d82f4 service neutron] 10.222.0.59 "GET /v2.0/networks/4b726da0-ae68-495b-bfc7-0968d1d28d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805790 Jul 14 13:53:58.618949 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608a5c0-ec7b-45db-8fa0-4055bca5e7d6 req-b08fa297-d0d8-4e8b-8a82-3b323d1e1a80 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:58.620462 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c608a5c0-ec7b-45db-8fa0-4055bca5e7d6 req-b08fa297-d0d8-4e8b-8a82-3b323d1e1a80 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 944 time: 0.0699563 Jul 14 13:53:58.659019 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c608a5c0-ec7b-45db-8fa0-4055bca5e7d6 req-355a0e44-0688-42b5-8cea-420675021ef0 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326836 Jul 14 13:53:59.840226 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98c313-a3c6-4b41-b391-1a11afd10c06 req-2eb9c28e-b50d-4e27-9faf-cef6d3ac441d tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:59.841623 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1a98c313-a3c6-4b41-b391-1a11afd10c06 req-2eb9c28e-b50d-4e27-9faf-cef6d3ac441d tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 944 time: 0.0668120 Jul 14 13:53:59.887105 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1a98c313-a3c6-4b41-b391-1a11afd10c06 req-0b82e754-a367-4939-ac56-afbb4237eb11 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390525 Jul 14 13:54:00.831924 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device ee035ed2-02c4-42d3-a6b7-54220480f2ff details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=104575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:54:00.932026 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port ee035ed2-02c4-42d3-a6b7-54220480f2ff, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ee035ed2-02c4-42d3-a6b7-54220480f2ff,segment=NetworkSegment(3782ce6e-4a36-46a1-9082-0427f175f195),segment_id=3782ce6e-4a36-46a1-9082-0427f175f195)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:54:00.943315 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Returning: {'device': 'ee035ed2-02c4-42d3-a6b7-54220480f2ff', 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92', 'port_id': 'ee035ed2-02c4-42d3-a6b7-54220480f2ff', 'mac_address': 'fa:16:3e:98:46:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebef684f-df3e-493a-a16d-87acc125d2bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:54:00.984122 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:00.997615 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee035ed2-02c4-42d3-a6b7-54220480f2ff {{(pid=104575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:54:01.017107 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port ee035ed2-02c4-42d3-a6b7-54220480f2ff, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ee035ed2-02c4-42d3-a6b7-54220480f2ff,segment=NetworkSegment(3782ce6e-4a36-46a1-9082-0427f175f195),segment_id=3782ce6e-4a36-46a1-9082-0427f175f195)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:54:01.022061 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:01.060717 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685802d-bd2b-4270-afff-810c8b500c46 req-2add9667-9d9d-4a70-a5f6-2e8ae34a004f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:01.062548 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d685802d-bd2b-4270-afff-810c8b500c46 req-2add9667-9d9d-4a70-a5f6-2e8ae34a004f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 944 time: 0.0628486 Jul 14 13:54:01.067464 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=ee035ed2-02c4-42d3-a6b7-54220480f2ff,revision_number=4']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:01.103098 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d685802d-bd2b-4270-afff-810c8b500c46 req-a539d7c1-28fe-410c-a6e3-93632b8767a8 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347247 Jul 14 13:54:01.419704 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['ee035ed2-02c4-42d3-a6b7-54220480f2ff'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:54:02.031573 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 47818) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:02.141251 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3e8fb045-cd1b-426b-8d73-159c25bdad91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:02.233059 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3e8fb045-cd1b-426b-8d73-159c25bdad91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:02.238727 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3e8fb045-cd1b-426b-8d73-159c25bdad91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:02.280084 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-3e8fb045-cd1b-426b-8d73-159c25bdad91 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9e88ffd197c14fc38b0352617aae8806&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472634 Jul 14 13:54:02.280335 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef7f70-a625-4db6-804c-97c2a88f3558 req-2c7e7180-950c-490e-b8cd-efab43e21c5f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:02.281015 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8fb045-cd1b-426b-8d73-159c25bdad91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9257fb35-c517-48d2-aa6e-59bea2bd87e6,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:02.281555 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-52ef7f70-a625-4db6-804c-97c2a88f3558 req-2c7e7180-950c-490e-b8cd-efab43e21c5f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 945 time: 0.0639267 Jul 14 13:54:02.282618 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 47824) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:02.345151 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-52ef7f70-a625-4db6-804c-97c2a88f3558 req-8cfa7857-dfe7-4b41-9cbc-4826965bda20 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553043 Jul 14 13:54:02.356975 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d1714fee-fbf7-4157-83d0-97d534897be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:02.378903 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d1714fee-fbf7-4157-83d0-97d534897be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:02.427982 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d1714fee-fbf7-4157-83d0-97d534897be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:02.431791 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d1714fee-fbf7-4157-83d0-97d534897be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:02.433295 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-d1714fee-fbf7-4157-83d0-97d534897be1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9257fb35-c517-48d2-aa6e-59bea2bd87e6 HTTP/1.1" status: 204 len: 168 time: 0.1489339 Jul 14 13:54:02.441243 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1714fee-fbf7-4157-83d0-97d534897be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9257fb35-c517-48d2-aa6e-59bea2bd87e6,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:02.449002 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1714fee-fbf7-4157-83d0-97d534897be1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:02.449284 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1714fee-fbf7-4157-83d0-97d534897be1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:02.449625 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1714fee-fbf7-4157-83d0-97d534897be1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:02.449959 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1714fee-fbf7-4157-83d0-97d534897be1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:02.450312 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1714fee-fbf7-4157-83d0-97d534897be1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:02.450643 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1714fee-fbf7-4157-83d0-97d534897be1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:02.451000 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1714fee-fbf7-4157-83d0-97d534897be1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:02.451330 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1714fee-fbf7-4157-83d0-97d534897be1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:02.451656 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1714fee-fbf7-4157-83d0-97d534897be1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:02.451981 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1714fee-fbf7-4157-83d0-97d534897be1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:02.452302 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1714fee-fbf7-4157-83d0-97d534897be1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:02.452650 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1714fee-fbf7-4157-83d0-97d534897be1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:03.526651 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e152812-e843-4773-be30-a11fd541a74c req-11fd5149-987e-41f9-836d-61b617afe94f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:03.528194 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5e152812-e843-4773-be30-a11fd541a74c req-11fd5149-987e-41f9-836d-61b617afe94f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 945 time: 0.0683730 Jul 14 13:54:03.567863 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5e152812-e843-4773-be30-a11fd541a74c req-a8fce6ac-a605-483e-a28b-b23791e22d41 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339282 Jul 14 13:54:04.757024 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a99db-336b-4dcc-9e99-57affea3ba29 req-c77cfad9-bbf5-4dad-9aa3-a7f495e1236b tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:04.758436 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e40a99db-336b-4dcc-9e99-57affea3ba29 req-c77cfad9-bbf5-4dad-9aa3-a7f495e1236b tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 945 time: 0.0634742 Jul 14 13:54:04.799781 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e40a99db-336b-4dcc-9e99-57affea3ba29 req-1f633879-84b2-446d-9c90-72f00a3eb060 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357673 Jul 14 13:54:05.986790 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ecdf8-5bd2-4cdc-8fb4-4c14f5b7ca75 req-912a814e-01ed-4b2c-9610-17e4f31cf7bc tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:05.989709 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b75ecdf8-5bd2-4cdc-8fb4-4c14f5b7ca75 req-912a814e-01ed-4b2c-9610-17e4f31cf7bc tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 945 time: 0.0725436 Jul 14 13:54:06.034625 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b75ecdf8-5bd2-4cdc-8fb4-4c14f5b7ca75 req-748e0429-7cba-4cf9-84d6-dd495f506fb8 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390685 Jul 14 13:54:06.286603 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device ee035ed2-02c4-42d3-a6b7-54220480f2ff up at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:54:06.344216 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning for port ee035ed2-02c4-42d3-a6b7-54220480f2ff completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:54:06.348181 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning complete for port ee035ed2-02c4-42d3-a6b7-54220480f2ff triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:54:06.348536 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:06.426106 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:06.449815 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23494e2c-b594-4ad2-9077-82e66d21c9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee035ed2-02c4-42d3-a6b7-54220480f2ff'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:54:06.452183 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06891aadf294c70300823a606954559f382215362bc7d52ae5ebbe768d2ce9e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02e8b1a-8853-4354-873d-a6ac2820e393" -d '{"events": [{"server_uuid": "23494e2c-b594-4ad2-9077-82e66d21c9cd", "name": "network-vif-plugged", "status": "completed", "tag": "ee035ed2-02c4-42d3-a6b7-54220480f2ff"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:54:06.468726 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port ee035ed2-02c4-42d3-a6b7-54220480f2ff, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ee035ed2-02c4-42d3-a6b7-54220480f2ff,segment=NetworkSegment(3782ce6e-4a36-46a1-9082-0427f175f195),segment_id=3782ce6e-4a36-46a1-9082-0427f175f195)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:54:06.473868 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:06.499320 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7374ad-c88e-4375-9abc-1ee1461a64b3 x-openstack-request-id: req-eb7374ad-c88e-4375-9abc-1ee1461a64b3 {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:54:06.499610 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23494e2c-b594-4ad2-9077-82e66d21c9cd", "name": "network-vif-plugged", "status": "completed", "tag": "ee035ed2-02c4-42d3-a6b7-54220480f2ff", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:54:06.499886 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eb7374ad-c88e-4375-9abc-1ee1461a64b3 {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:54:06.500274 dv-cinder-800697-2-iscsi neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23494e2c-b594-4ad2-9077-82e66d21c9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee035ed2-02c4-42d3-a6b7-54220480f2ff', 'code': 200} Jul 14 13:54:06.528620 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=ee035ed2-02c4-42d3-a6b7-54220480f2ff,revision_number=5']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:07.216525 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94830b6-6250-4f51-87fc-c9492cf0a871 req-260e97ed-414d-488d-b08d-505317a3908c tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:07.218050 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a94830b6-6250-4f51-87fc-c9492cf0a871 req-260e97ed-414d-488d-b08d-505317a3908c tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 946 time: 0.0638137 Jul 14 13:54:07.257767 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a94830b6-6250-4f51-87fc-c9492cf0a871 req-3b6baa58-a327-47b2-8eb9-c4fe18c8304c tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341077 Jul 14 13:54:08.606616 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0aa333-633b-491d-8636-ee9a361b3957 req-41af4da2-9a10-4a79-9a36-428a2289b822 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:08.608020 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3a0aa333-633b-491d-8636-ee9a361b3957 req-41af4da2-9a10-4a79-9a36-428a2289b822 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 946 time: 0.0725968 Jul 14 13:54:08.646796 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3a0aa333-633b-491d-8636-ee9a361b3957 req-d2bae2ed-c31e-4182-89b4-9f2ebe10793c tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325630 Jul 14 13:54:09.824157 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be105e13-03d2-4cff-a903-c35d8c7cd785 req-e2694d72-aebf-4791-bd56-98a9781ae42e tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:09.825678 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-be105e13-03d2-4cff-a903-c35d8c7cd785 req-e2694d72-aebf-4791-bd56-98a9781ae42e tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 946 time: 0.0629194 Jul 14 13:54:09.830036 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe884c-bce1-4a93-8076-7daeefdf17c6 req-2d4a74aa-65ac-4c1a-873a-300bf584e476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:09.831570 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-66fe884c-bce1-4a93-8076-7daeefdf17c6 req-2d4a74aa-65ac-4c1a-873a-300bf584e476 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 1099 time: 0.0538316 Jul 14 13:54:09.864469 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-be105e13-03d2-4cff-a903-c35d8c7cd785 req-dfb269b6-e196-428f-8fa5-ac905439fe23 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328918 Jul 14 13:54:09.868001 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-66fe884c-bce1-4a93-8076-7daeefdf17c6 req-cb579a10-323f-4356-9337-6b78de2c65a2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286460 Jul 14 13:54:11.049466 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0622f-f8c6-4876-8f49-e3292f38b5ce req-394177a2-dcd4-45fe-9586-76f471874fc0 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:11.050961 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a4e0622f-f8c6-4876-8f49-e3292f38b5ce req-394177a2-dcd4-45fe-9586-76f471874fc0 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 946 time: 0.0691078 Jul 14 13:54:11.089681 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a4e0622f-f8c6-4876-8f49-e3292f38b5ce req-ca22b248-71dc-465a-94af-ce670742050f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326142 Jul 14 13:54:12.285931 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2764fcc-b94e-4f62-b842-e351884a6ae9 req-86a0e253-9ea8-4df9-9fb6-4e1df361b27b tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:12.287525 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d2764fcc-b94e-4f62-b842-e351884a6ae9 req-86a0e253-9ea8-4df9-9fb6-4e1df361b27b tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 946 time: 0.0805016 Jul 14 13:54:12.326295 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d2764fcc-b94e-4f62-b842-e351884a6ae9 req-e694c057-4e91-492d-bcab-3d56f261566a tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329418 Jul 14 13:54:12.503180 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6591848-0d6d-463f-93c5-606b6a2f1fc3 req-6b6be396-6ed8-4a63-843d-de0da7560b15 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:12.504684 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f6591848-0d6d-463f-93c5-606b6a2f1fc3 req-6b6be396-6ed8-4a63-843d-de0da7560b15 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 946 time: 0.0669484 Jul 14 13:54:12.513148 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 47986) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:12.517851 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-79f6c9bb-66fb-4590-9bd4-0fffef2cfe7f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Request body: {'floatingip': {'port_id': 'ee035ed2-02c4-42d3-a6b7-54220480f2ff'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:54:12.563771 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-79f6c9bb-66fb-4590-9bd4-0fffef2cfe7f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for floatingip, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:13.023396 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-79f6c9bb-66fb-4590-9bd4-0fffef2cfe7f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:13.028782 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-79f6c9bb-66fb-4590-9bd4-0fffef2cfe7f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359245'] for floatingip, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:13.130365 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.db.l3_db [None req-79f6c9bb-66fb-4590-9bd4-0fffef2cfe7f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Floating IP f1459ca2-8da6-4151-9dc7-e19c06342c41 associated. External IP: 172.27.1.179, port: ee035ed2-02c4-42d3-a6b7-54220480f2ff. Jul 14 13:54:13.336596 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f6c9bb-66fb-4590-9bd4-0fffef2cfe7f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Router 418f6804-5512-4df1-9ed4-490ab5786f37 has already been hosted by L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:54:13.463971 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f6c9bb-66fb-4590-9bd4-0fffef2cfe7f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:54:13.469172 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-79f6c9bb-66fb-4590-9bd4-0fffef2cfe7f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for floatingip, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:13.474178 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850bf2dd-7a59-4f87-9d86-4c0188448d18 None None] Sync routers for ids ['418f6804-5512-4df1-9ed4-490ab5786f37'] in dv-cinder-800697-2-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:54:13.485246 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850bf2dd-7a59-4f87-9d86-4c0188448d18 None None] Routers {'418f6804-5512-4df1-9ed4-490ab5786f37'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:54:13.485863 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-850bf2dd-7a59-4f87-9d86-4c0188448d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:53:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['418f6804-5512-4df1-9ed4-490ab5786f37'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:54:13.512552 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-79f6c9bb-66fb-4590-9bd4-0fffef2cfe7f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "PUT /v2.0/floatingips/f1459ca2-8da6-4151-9dc7-e19c06342c41 HTTP/1.1" status: 200 len: 992 time: 0.9959185 Jul 14 13:54:13.512552 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23494e2c-b594-4ad2-9077-82e66d21c9cd', 'tag': 'ee035ed2-02c4-42d3-a6b7-54220480f2ff'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:54:13.513187 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21afd6f-db0f-4db5-8857-fe7486257d42" -d '{"events": [{"name": "network-changed", "server_uuid": "23494e2c-b594-4ad2-9077-82e66d21c9cd", "tag": "ee035ed2-02c4-42d3-a6b7-54220480f2ff"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:54:13.602543 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-850bf2dd-7a59-4f87-9d86-4c0188448d18 None None] Set router 418f6804-5512-4df1-9ed4-490ab5786f37 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:54:13.692812 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6156f5f-8980-4dc6-97f1-990656e3e9cd x-openstack-request-id: req-d6156f5f-8980-4dc6-97f1-990656e3e9cd {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:54:13.693101 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23494e2c-b594-4ad2-9077-82e66d21c9cd", "tag": "ee035ed2-02c4-42d3-a6b7-54220480f2ff", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:54:13.693354 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d6156f5f-8980-4dc6-97f1-990656e3e9cd {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:54:13.693754 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23494e2c-b594-4ad2-9077-82e66d21c9cd', 'tag': 'ee035ed2-02c4-42d3-a6b7-54220480f2ff', 'status': 'completed', 'code': 200} Jul 14 13:54:13.824867 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21afd6f-db0f-4db5-8857-fe7486257d42 req-119c152f-5543-4344-9be7-224e7fe3dd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:13.824867 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b21afd6f-db0f-4db5-8857-fe7486257d42 req-119c152f-5543-4344-9be7-224e7fe3dd7c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0aa375225aa7437fa9ce67ac24df914c&device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 1099 time: 0.0644855 Jul 14 13:54:13.924863 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21afd6f-db0f-4db5-8857-fe7486257d42 req-bc96433a-4a3b-4d4b-a0d0-7f2f875c9a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:13.926355 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b21afd6f-db0f-4db5-8857-fe7486257d42 req-bc96433a-4a3b-4d4b-a0d0-7f2f875c9a1b service neutron] 10.222.0.59 "GET /v2.0/networks?id=4b726da0-ae68-495b-bfc7-0968d1d28d92 HTTP/1.1" status: 200 len: 918 time: 0.0884647 Jul 14 13:54:13.961086 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-850bf2dd-7a59-4f87-9d86-4c0188448d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'name': 'tempest-AttachVolumeShelveTestJSON-1429243708-router', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '16d82faf-0d23-4e36-a1b5-48333c3638fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:49:35Z', 'updated_at': '2021-07-14T13:49:41Z', 'revision_number': 4, 'project_id': '0aa375225aa7437fa9ce67ac24df914c', 'gw_port': {'id': '16d82faf-0d23-4e36-a1b5-48333c3638fa', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:36Z', 'updated_at': '2021-07-14T13:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_floatingips': [{'id': 'f1459ca2-8da6-4151-9dc7-e19c06342c41', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'floating_ip_address': '172.27.1.179', 'floating_network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'router_id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'port_id': 'ee035ed2-02c4-42d3-a6b7-54220480f2ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92', 'mac_address': 'fa:16:3e:98:46:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23494e2c-b594-4ad2-9077-82e66d21c9cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:53:52Z', 'updated_at': '2021-07-14T13:54:12Z', 'revision_number': 1, 'project_id': '0aa375225aa7437fa9ce67ac24df914c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79607842-db7b-4a64-b8c9-c8d955b6574a', 'name': '', 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'mac_address': 'fa:16:3e:97:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ebef684f-df3e-493a-a16d-87acc125d2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:40Z', 'updated_at': '2021-07-14T13:49:50Z', 'revision_number': 5, 'project_id': '0aa375225aa7437fa9ce67ac24df914c', 'subnets': [{'id': 'ebef684f-df3e-493a-a16d-87acc125d2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:54:13.990854 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850bf2dd-7a59-4f87-9d86-4c0188448d18 None None] Checking router: 418f6804-5512-4df1-9ed4-490ab5786f37 for host: dv-cinder-800697-2-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:54:13.996516 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b21afd6f-db0f-4db5-8857-fe7486257d42 req-d07dbba5-779e-4a1b-a9c6-0e8926eeedca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee035ed2-02c4-42d3-a6b7-54220480f2ff HTTP/1.1" status: 200 len: 1000 time: 0.0624962 Jul 14 13:54:13.999527 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850bf2dd-7a59-4f87-9d86-4c0188448d18 None None] Routers {'418f6804-5512-4df1-9ed4-490ab5786f37'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:54:14.000126 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-850bf2dd-7a59-4f87-9d86-4c0188448d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:53:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['418f6804-5512-4df1-9ed4-490ab5786f37'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:54:14.049943 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21afd6f-db0f-4db5-8857-fe7486257d42 req-22aac4ad-16df-4307-a6c1-9060faf741b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:14.051605 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b21afd6f-db0f-4db5-8857-fe7486257d42 req-22aac4ad-16df-4307-a6c1-9060faf741b6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ebef684f-df3e-493a-a16d-87acc125d2bb HTTP/1.1" status: 200 len: 856 time: 0.0465026 Jul 14 13:54:14.104066 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-850bf2dd-7a59-4f87-9d86-4c0188448d18 None None] Set router 418f6804-5512-4df1-9ed4-490ab5786f37 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:54:14.109113 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21afd6f-db0f-4db5-8857-fe7486257d42 req-d8c41f0a-5c73-4670-91da-bf1b07e9fe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:14.110720 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b21afd6f-db0f-4db5-8857-fe7486257d42 req-d8c41f0a-5c73-4670-91da-bf1b07e9fe46 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b726da0-ae68-495b-bfc7-0968d1d28d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516932 Jul 14 13:54:14.242884 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b21afd6f-db0f-4db5-8857-fe7486257d42 req-2eec9c01-0e19-490c-8322-61e7a2122bab service neutron] 10.222.0.59 "GET /v2.0/networks/4b726da0-ae68-495b-bfc7-0968d1d28d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140935 Jul 14 13:54:14.335496 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-850bf2dd-7a59-4f87-9d86-4c0188448d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'name': 'tempest-AttachVolumeShelveTestJSON-1429243708-router', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '16d82faf-0d23-4e36-a1b5-48333c3638fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:49:35Z', 'updated_at': '2021-07-14T13:49:41Z', 'revision_number': 4, 'project_id': '0aa375225aa7437fa9ce67ac24df914c', 'gw_port': {'id': '16d82faf-0d23-4e36-a1b5-48333c3638fa', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:36Z', 'updated_at': '2021-07-14T13:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_floatingips': [{'id': 'f1459ca2-8da6-4151-9dc7-e19c06342c41', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'floating_ip_address': '172.27.1.179', 'floating_network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'router_id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'port_id': 'ee035ed2-02c4-42d3-a6b7-54220480f2ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92', 'mac_address': 'fa:16:3e:98:46:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23494e2c-b594-4ad2-9077-82e66d21c9cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:53:52Z', 'updated_at': '2021-07-14T13:54:12Z', 'revision_number': 1, 'project_id': '0aa375225aa7437fa9ce67ac24df914c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79607842-db7b-4a64-b8c9-c8d955b6574a', 'name': '', 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'mac_address': 'fa:16:3e:97:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ebef684f-df3e-493a-a16d-87acc125d2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:40Z', 'updated_at': '2021-07-14T13:49:50Z', 'revision_number': 5, 'project_id': '0aa375225aa7437fa9ce67ac24df914c', 'subnets': [{'id': 'ebef684f-df3e-493a-a16d-87acc125d2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:54:14.335838 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b21afd6f-db0f-4db5-8857-fe7486257d42 req-43e50f48-07f0-4e79-8e53-1414861be2ba service neutron] 10.222.0.59 "GET /v2.0/networks/4b726da0-ae68-495b-bfc7-0968d1d28d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848231 Jul 14 13:54:14.364928 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850bf2dd-7a59-4f87-9d86-4c0188448d18 None None] The sync data for ids ['418f6804-5512-4df1-9ed4-490ab5786f37'] in dv-cinder-800697-2-iscsi is: [{'id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'name': 'tempest-AttachVolumeShelveTestJSON-1429243708-router', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '16d82faf-0d23-4e36-a1b5-48333c3638fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:49:35Z', 'updated_at': '2021-07-14T13:49:41Z', 'revision_number': 4, 'project_id': '0aa375225aa7437fa9ce67ac24df914c', 'gw_port': {'id': '16d82faf-0d23-4e36-a1b5-48333c3638fa', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:36Z', 'updated_at': '2021-07-14T13:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_floatingips': [{'id': 'f1459ca2-8da6-4151-9dc7-e19c06342c41', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'floating_ip_address': '172.27.1.179', 'floating_network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'router_id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'port_id': 'ee035ed2-02c4-42d3-a6b7-54220480f2ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92', 'mac_address': 'fa:16:3e:98:46:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23494e2c-b594-4ad2-9077-82e66d21c9cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:53:52Z', 'updated_at': '2021-07-14T13:54:12Z', 'revision_number': 1, 'project_id': '0aa375225aa7437fa9ce67ac24df914c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79607842-db7b-4a64-b8c9-c8d955b6574a', 'name': '', 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'mac_address': 'fa:16:3e:97:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ebef684f-df3e-493a-a16d-87acc125d2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:40Z', 'updated_at': '2021-07-14T13:49:50Z', 'revision_number': 5, 'project_id': '0aa375225aa7437fa9ce67ac24df914c', 'subnets': [{'id': 'ebef684f-df3e-493a-a16d-87acc125d2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:54:14.560722 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eb8198-ad76-428e-b812-7ad31bf11e08 None None] New status for floating IP f1459ca2-8da6-4151-9dc7-e19c06342c41: ACTIVE {{(pid=104576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:54:15.271044 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa6188-cdc7-48d8-b7e4-8688834b3365 req-a737122e-e58e-4a99-baeb-a2ece8197d07 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:15.272525 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-16aa6188-cdc7-48d8-b7e4-8688834b3365 req-a737122e-e58e-4a99-baeb-a2ece8197d07 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/ports?device_id=f43c4ade-c724-40c1-a36b-b7693f1f59ea HTTP/1.1" status: 200 len: 945 time: 0.0660832 Jul 14 13:54:15.311387 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-16aa6188-cdc7-48d8-b7e4-8688834b3365 req-7c812f2b-5006-4f2e-ba37-1f4151093e19 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/security-groups?id=d16264e8-e5ed-43e4-92fb-0b5b28d68358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331323 Jul 14 13:54:16.486242 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c625a0b-7335-45c4-a1cd-a49f709a6f2b req-ec2ffbcc-a1e1-46b8-a2a4-25eb4389b973 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:16.487570 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8c625a0b-7335-45c4-a1cd-a49f709a6f2b req-ec2ffbcc-a1e1-46b8-a2a4-25eb4389b973 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/ports?device_id=f43c4ade-c724-40c1-a36b-b7693f1f59ea HTTP/1.1" status: 200 len: 945 time: 0.0633740 Jul 14 13:54:16.530252 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8c625a0b-7335-45c4-a1cd-a49f709a6f2b req-2b8b030a-6605-4f12-a809-1121d8c1faf9 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/security-groups?id=d16264e8-e5ed-43e4-92fb-0b5b28d68358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364442 Jul 14 13:54:16.889207 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-89db0ffe-4ea3-4580-b23f-d31f456167ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:17.364818 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e8519-799a-4bca-943a-592f678bed6d req-367d1b1e-2c75-4438-baa4-ce2fd2983f4f tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:17.366328 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-109e8519-799a-4bca-943a-592f678bed6d req-367d1b1e-2c75-4438-baa4-ce2fd2983f4f tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.59 "GET /v2.0/ports?device_id=f43c4ade-c724-40c1-a36b-b7693f1f59ea HTTP/1.1" status: 200 len: 945 time: 0.0825696 Jul 14 13:54:17.471580 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-109e8519-799a-4bca-943a-592f678bed6d req-5a89e4c5-ad3a-4e89-8798-926f896123b2 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Deleting port 89428ebd-406f-4d84-940f-a55d6f9d70c8 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:54:17.471804 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-109e8519-799a-4bca-943a-592f678bed6d req-5a89e4c5-ad3a-4e89-8798-926f896123b2 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:17.565206 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-109e8519-799a-4bca-943a-592f678bed6d req-5a89e4c5-ad3a-4e89-8798-926f896123b2 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] For port 89428ebd-406f-4d84-940f-a55d6f9d70c8, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=89428ebd-406f-4d84-940f-a55d6f9d70c8,segment=NetworkSegment(7065404a-fcb0-43e6-b135-c410dcfbc4c5),segment_id=7065404a-fcb0-43e6-b135-c410dcfbc4c5)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:54:17.565686 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-109e8519-799a-4bca-943a-592f678bed6d req-5a89e4c5-ad3a-4e89-8798-926f896123b2 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:17.578592 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-109e8519-799a-4bca-943a-592f678bed6d req-5a89e4c5-ad3a-4e89-8798-926f896123b2 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Calling delete_port for 89428ebd-406f-4d84-940f-a55d6f9d70c8 owned by compute:nova {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:54:17.750976 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-109e8519-799a-4bca-943a-592f678bed6d req-5a89e4c5-ad3a-4e89-8798-926f896123b2 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:17.762015 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e96743-2a03-41ea-899b-4e4fece2cc22 req-c3d077da-06ac-486d-9e46-ff9fd0ba6856 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:17.764333 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-77e96743-2a03-41ea-899b-4e4fece2cc22 req-c3d077da-06ac-486d-9e46-ff9fd0ba6856 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/ports?device_id=f43c4ade-c724-40c1-a36b-b7693f1f59ea HTTP/1.1" status: 200 len: 945 time: 0.1137936 Jul 14 13:54:17.798473 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a89e4c5-ad3a-4e89-8798-926f896123b2 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Pushing event deleted for resources: {'Port': ['ID=89428ebd-406f-4d84-940f-a55d6f9d70c8,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:17.803337 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['89428ebd-406f-4d84-940f-a55d6f9d70c8'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:54:17.861961 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-109e8519-799a-4bca-943a-592f678bed6d req-5a89e4c5-ad3a-4e89-8798-926f896123b2 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] No DVR routers for this DVR port 89428ebd-406f-4d84-940f-a55d6f9d70c8 on host hv-cinder-80069 {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:54:17.866299 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-109e8519-799a-4bca-943a-592f678bed6d req-5a89e4c5-ad3a-4e89-8798-926f896123b2 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:17.868366 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-109e8519-799a-4bca-943a-592f678bed6d req-5a89e4c5-ad3a-4e89-8798-926f896123b2 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.59 "DELETE /v2.0/ports/89428ebd-406f-4d84-940f-a55d6f9d70c8 HTTP/1.1" status: 204 len: 173 time: 0.4960277 Jul 14 13:54:17.868804 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43c4ade-c724-40c1-a36b-b7693f1f59ea', 'name': 'network-vif-deleted', 'tag': '89428ebd-406f-4d84-940f-a55d6f9d70c8'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:54:17.871124 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7495949f-f929-4557-ba9f-7529a36fe200" -d '{"events": [{"server_uuid": "f43c4ade-c724-40c1-a36b-b7693f1f59ea", "name": "network-vif-deleted", "tag": "89428ebd-406f-4d84-940f-a55d6f9d70c8"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:54:17.876470 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-77e96743-2a03-41ea-899b-4e4fece2cc22 req-3645a761-edcb-4df4-999e-ed772787a392 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/security-groups?id=d16264e8-e5ed-43e4-92fb-0b5b28d68358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047161 Jul 14 13:54:17.909826 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:17.930386 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8596bfb3-fc96-4bb1-bd2c-b13462505dfc x-openstack-request-id: req-8596bfb3-fc96-4bb1-bd2c-b13462505dfc {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:54:17.930670 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43c4ade-c724-40c1-a36b-b7693f1f59ea", "name": "network-vif-deleted", "tag": "89428ebd-406f-4d84-940f-a55d6f9d70c8", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:54:17.931008 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8596bfb3-fc96-4bb1-bd2c-b13462505dfc {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:54:17.931490 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43c4ade-c724-40c1-a36b-b7693f1f59ea', 'name': 'network-vif-deleted', 'tag': '89428ebd-406f-4d84-940f-a55d6f9d70c8', 'status': 'completed', 'code': 200} Jul 14 13:54:19.432350 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-eb1dea8f-a28b-4e36-9545-5bc51c1809ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:19.577300 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:20.575941 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:22.104520 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:22.638218 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 89428ebd-406f-4d84-940f-a55d6f9d70c8 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:54:22.658022 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] No Port match for: 89428ebd-406f-4d84-940f-a55d6f9d70c8 {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:54:22.658346 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 89428ebd-406f-4d84-940f-a55d6f9d70c8 not bound to the agent host hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:54:29.044411 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7069d-5539-445f-825c-981dbed3d807 req-29a8057c-9fa7-4977-a288-a769cd7e70a9 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:29.044411 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fec7069d-5539-445f-825c-981dbed3d807 req-29a8057c-9fa7-4977-a288-a769cd7e70a9 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/networks?id=9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0 HTTP/1.1" status: 200 len: 813 time: 0.1056828 Jul 14 13:54:29.057330 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fec7069d-5539-445f-825c-981dbed3d807 req-e387a72f-ffe5-410d-b50c-90156585dcca tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/quotas/413ff8eedf6d4eb895d9dbc96c24bbc4 HTTP/1.1" status: 200 len: 375 time: 0.0090384 Jul 14 13:54:29.091289 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fec7069d-5539-445f-825c-981dbed3d807 req-541cb024-682a-4b91-b41a-52c3b74ee2f6 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=413ff8eedf6d4eb895d9dbc96c24bbc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284843 Jul 14 13:54:29.185781 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fec7069d-5539-445f-825c-981dbed3d807 req-5262f3ff-4b76-4932-be17-c5cf0b488b51 service neutron] 10.222.0.35 "GET /v2.0/networks/9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877512 Jul 14 13:54:29.277968 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fec7069d-5539-445f-825c-981dbed3d807 req-a1e3dcfc-7bd7-4a20-ac4d-bb579f4f452d service neutron] 10.222.0.35 "GET /v2.0/networks/9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859892 Jul 14 13:54:29.448015 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f536b3b7-74ff-4194-b242-9b5744bf6172 req-2dd4beef-0946-4b0c-9cb2-04d99fc924e6 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/ports?device_id=77762c29-6bef-49c9-801a-ee3efa584d3a HTTP/1.1" status: 200 len: 210 time: 0.0324979 Jul 14 13:54:30.642592 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ef15da5d-7fd6-4d49-a5fb-16b625d91b89 req-753996e6-d77e-47ad-90c8-398c824822bc tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/ports?device_id=77762c29-6bef-49c9-801a-ee3efa584d3a HTTP/1.1" status: 200 len: 210 time: 0.0403540 Jul 14 13:54:30.705650 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7069d-5539-445f-825c-981dbed3d807 req-0b84c7ce-1df5-4780-9582-8655067b81ff tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:30.707139 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fec7069d-5539-445f-825c-981dbed3d807 req-0b84c7ce-1df5-4780-9582-8655067b81ff tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.59 "GET /v2.0/networks?id=9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0 HTTP/1.1" status: 200 len: 813 time: 0.1724980 Jul 14 13:54:30.725353 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-fec7069d-5539-445f-825c-981dbed3d807 req-5e6b9eb3-4f2f-44ed-98bc-4cea7945ad74 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Request body: {'port': {'device_id': '77762c29-6bef-49c9-801a-ee3efa584d3a', 'network_id': '9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0', 'admin_state_up': True, 'tenant_id': '413ff8eedf6d4eb895d9dbc96c24bbc4'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:54:30.860012 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fec7069d-5539-445f-825c-981dbed3d807 req-5e6b9eb3-4f2f-44ed-98bc-4cea7945ad74 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Made reservation on behalf of 413ff8eedf6d4eb895d9dbc96c24bbc4 for: {'port': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:54:30.863742 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-fec7069d-5539-445f-825c-981dbed3d807 req-5e6b9eb3-4f2f-44ed-98bc-4cea7945ad74 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:30.989604 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [req-fec7069d-5539-445f-825c-981dbed3d807 req-5e6b9eb3-4f2f-44ed-98bc-4cea7945ad74 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Allocated IP 172.20.0.4 (9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0/325c8fb8-f97d-4716-b90a-ef3374b4a692/5d1a86c0-b4b0-439a-9a49-a7b6291be942) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:54:31.137082 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-fec7069d-5539-445f-825c-981dbed3d807 req-5e6b9eb3-4f2f-44ed-98bc-4cea7945ad74 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Notify callbacks [] for port, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:31.178599 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-fec7069d-5539-445f-825c-981dbed3d807 req-5e6b9eb3-4f2f-44ed-98bc-4cea7945ad74 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:31.228330 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fec7069d-5539-445f-825c-981dbed3d807 req-5e6b9eb3-4f2f-44ed-98bc-4cea7945ad74 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Network 9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0 is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:54:31.231518 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [req-fec7069d-5539-445f-825c-981dbed3d807 req-5e6b9eb3-4f2f-44ed-98bc-4cea7945ad74 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:54:31.234004 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec7069d-5539-445f-825c-981dbed3d807 req-5e6b9eb3-4f2f-44ed-98bc-4cea7945ad74 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:54:31.271739 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b9eb3-4f2f-44ed-98bc-4cea7945ad74 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Pushing event updated for resources: {'Port': ['ID=5d1a86c0-b4b0-439a-9a49-a7b6291be942,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:31.298160 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7069d-5539-445f-825c-981dbed3d807 req-5e6b9eb3-4f2f-44ed-98bc-4cea7945ad74 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:31.298760 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-fec7069d-5539-445f-825c-981dbed3d807 req-5e6b9eb3-4f2f-44ed-98bc-4cea7945ad74 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:31.316123 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fec7069d-5539-445f-825c-981dbed3d807 req-5e6b9eb3-4f2f-44ed-98bc-4cea7945ad74 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5947847 Jul 14 13:54:31.833878 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208affd-8c61-448f-bb6f-d9b8ef68d3ce req-c4478fd1-b00d-43ed-a4f1-0b711cc19f17 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:31.835242 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d208affd-8c61-448f-bb6f-d9b8ef68d3ce req-c4478fd1-b00d-43ed-a4f1-0b711cc19f17 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/ports?device_id=77762c29-6bef-49c9-801a-ee3efa584d3a HTTP/1.1" status: 200 len: 931 time: 0.0676050 Jul 14 13:54:31.872942 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d208affd-8c61-448f-bb6f-d9b8ef68d3ce req-bb7e5aca-98c7-418d-8235-823fc2130b74 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/security-groups?id=d16264e8-e5ed-43e4-92fb-0b5b28d68358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316288 Jul 14 13:54:32.846617 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.agents_db [None req-f94fc2f4-144f-4bce-9715-a006bfd56775 None None] Agent healthcheck: found 6 active agents {{(pid=104576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:54:33.055325 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47894fbc-f856-4e93-be83-8cc176807755 req-f4a172c9-7e93-4781-82fe-78a5debf80a7 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:33.056993 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-47894fbc-f856-4e93-be83-8cc176807755 req-f4a172c9-7e93-4781-82fe-78a5debf80a7 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/ports?device_id=77762c29-6bef-49c9-801a-ee3efa584d3a HTTP/1.1" status: 200 len: 931 time: 0.0748329 Jul 14 13:54:33.097742 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-47894fbc-f856-4e93-be83-8cc176807755 req-2961e0b5-887a-476c-8857-c9c740b45141 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/security-groups?id=d16264e8-e5ed-43e4-92fb-0b5b28d68358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315645 Jul 14 13:54:33.960117 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-fec7069d-5539-445f-825c-981dbed3d807 req-40ed4460-88cf-4b7f-9808-92ceea19e66c service neutron] Request body: {'port': {'device_id': '77762c29-6bef-49c9-801a-ee3efa584d3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:54:34.044070 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-fec7069d-5539-445f-825c-981dbed3d807 req-40ed4460-88cf-4b7f-9808-92ceea19e66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:34.320919 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa62ce10-9091-48a6-9e49-edb5fb625f40 req-86e31fea-1cac-49e0-ab17-d30edaedfb20 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:34.322363 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-aa62ce10-9091-48a6-9e49-edb5fb625f40 req-86e31fea-1cac-49e0-ab17-d30edaedfb20 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/ports?device_id=77762c29-6bef-49c9-801a-ee3efa584d3a HTTP/1.1" status: 200 len: 931 time: 0.1097188 Jul 14 13:54:34.364371 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [req-fec7069d-5539-445f-825c-981dbed3d807 req-40ed4460-88cf-4b7f-9808-92ceea19e66c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d1a86c0-b4b0-439a-9a49-a7b6291be942 {{(pid=104572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:54:34.378612 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-fec7069d-5539-445f-825c-981dbed3d807 req-40ed4460-88cf-4b7f-9808-92ceea19e66c service neutron] Notify callbacks [] for port, precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:34.392033 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-aa62ce10-9091-48a6-9e49-edb5fb625f40 req-766d6e63-9672-4950-8e7e-1d955022478f tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/security-groups?id=d16264e8-e5ed-43e4-92fb-0b5b28d68358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536611 Jul 14 13:54:34.396509 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-fec7069d-5539-445f-825c-981dbed3d807 req-40ed4460-88cf-4b7f-9808-92ceea19e66c service neutron] Transition to ACTIVE for port object 5d1a86c0-b4b0-439a-9a49-a7b6291be942 will not be triggered until provisioned by entity L2. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:54:34.403693 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-fec7069d-5539-445f-825c-981dbed3d807 req-40ed4460-88cf-4b7f-9808-92ceea19e66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28728568'] for port, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:34.455233 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed4460-88cf-4b7f-9808-92ceea19e66c service neutron] Pushing event updated for resources: {'Port': ['ID=5d1a86c0-b4b0-439a-9a49-a7b6291be942,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:34.522565 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-fec7069d-5539-445f-825c-981dbed3d807 req-40ed4460-88cf-4b7f-9808-92ceea19e66c service neutron] Attempting to bind port 5d1a86c0-b4b0-439a-9a49-a7b6291be942 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:54:34.522817 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-fec7069d-5539-445f-825c-981dbed3d807 req-40ed4460-88cf-4b7f-9808-92ceea19e66c service neutron] Attempting to bind port 5d1a86c0-b4b0-439a-9a49-a7b6291be942 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '7065404a-fcb0-43e6-b135-c410dcfbc4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0'}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:54:34.523168 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec7069d-5539-445f-825c-981dbed3d807 req-40ed4460-88cf-4b7f-9808-92ceea19e66c service neutron] Attempting to bind port 5d1a86c0-b4b0-439a-9a49-a7b6291be942 on network 9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:54:34.527490 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec7069d-5539-445f-825c-981dbed3d807 req-40ed4460-88cf-4b7f-9808-92ceea19e66c service neutron] Port 5d1a86c0-b4b0-439a-9a49-a7b6291be942 on network 9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:54:34.527800 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec7069d-5539-445f-825c-981dbed3d807 req-40ed4460-88cf-4b7f-9808-92ceea19e66c service neutron] Attempting to bind port 5d1a86c0-b4b0-439a-9a49-a7b6291be942 on network 9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:54:34.533548 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec7069d-5539-445f-825c-981dbed3d807 req-40ed4460-88cf-4b7f-9808-92ceea19e66c service neutron] Checking agent: {'id': '92e582b9-0e65-4c58-8afe-cb3347eabd77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 47, 47), 'started_at': datetime.datetime(2021, 7, 14, 13, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:54:34.533963 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec7069d-5539-445f-825c-981dbed3d807 req-40ed4460-88cf-4b7f-9808-92ceea19e66c service neutron] Checking segment: {'id': '7065404a-fcb0-43e6-b135-c410dcfbc4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:54:34.534449 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec7069d-5539-445f-825c-981dbed3d807 req-40ed4460-88cf-4b7f-9808-92ceea19e66c service neutron] Bound using segment: {'id': '7065404a-fcb0-43e6-b135-c410dcfbc4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0'} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:54:34.535098 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-fec7069d-5539-445f-825c-981dbed3d807 req-40ed4460-88cf-4b7f-9808-92ceea19e66c service neutron] Bound port: 5d1a86c0-b4b0-439a-9a49-a7b6291be942, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7065404a-fcb0-43e6-b135-c410dcfbc4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0'}}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:54:34.535597 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-fec7069d-5539-445f-825c-981dbed3d807 req-40ed4460-88cf-4b7f-9808-92ceea19e66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:34.612371 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-fec7069d-5539-445f-825c-981dbed3d807 req-40ed4460-88cf-4b7f-9808-92ceea19e66c service neutron] For port 5d1a86c0-b4b0-439a-9a49-a7b6291be942, host hv-cinder-80069, cleared binding levels {{(pid=104572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:54:34.617312 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-fec7069d-5539-445f-825c-981dbed3d807 req-40ed4460-88cf-4b7f-9808-92ceea19e66c service neutron] For port 5d1a86c0-b4b0-439a-9a49-a7b6291be942, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=5d1a86c0-b4b0-439a-9a49-a7b6291be942,segment=NetworkSegment(7065404a-fcb0-43e6-b135-c410dcfbc4c5),segment_id=7065404a-fcb0-43e6-b135-c410dcfbc4c5)] {{(pid=104572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:54:34.623071 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-fec7069d-5539-445f-825c-981dbed3d807 req-40ed4460-88cf-4b7f-9808-92ceea19e66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28728568'] for port, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:34.655574 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7069d-5539-445f-825c-981dbed3d807 req-40ed4460-88cf-4b7f-9808-92ceea19e66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:34.656178 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-fec7069d-5539-445f-825c-981dbed3d807 req-40ed4460-88cf-4b7f-9808-92ceea19e66c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:34.657509 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fec7069d-5539-445f-825c-981dbed3d807 req-40ed4460-88cf-4b7f-9808-92ceea19e66c service neutron] 10.222.0.59 "PUT /v2.0/ports/5d1a86c0-b4b0-439a-9a49-a7b6291be942 HTTP/1.1" status: 200 len: 1093 time: 0.7049162 Jul 14 13:54:34.657971 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77762c29-6bef-49c9-801a-ee3efa584d3a', 'tag': '5d1a86c0-b4b0-439a-9a49-a7b6291be942'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:54:34.660251 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d6e1b2-6293-42c5-ad15-dc272ce001a3" -d '{"events": [{"name": "network-changed", "server_uuid": "77762c29-6bef-49c9-801a-ee3efa584d3a", "tag": "5d1a86c0-b4b0-439a-9a49-a7b6291be942"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:54:34.682603 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed4460-88cf-4b7f-9808-92ceea19e66c service neutron] Pushing event updated for resources: {'Port': ['ID=5d1a86c0-b4b0-439a-9a49-a7b6291be942,revision_number=3']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:34.700483 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f3dbd4-542d-4746-af00-aa3c6a84e896 x-openstack-request-id: req-c6f3dbd4-542d-4746-af00-aa3c6a84e896 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:54:34.700775 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77762c29-6bef-49c9-801a-ee3efa584d3a", "tag": "5d1a86c0-b4b0-439a-9a49-a7b6291be942", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:54:34.701053 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c6f3dbd4-542d-4746-af00-aa3c6a84e896 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:54:34.701539 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77762c29-6bef-49c9-801a-ee3efa584d3a', 'tag': '5d1a86c0-b4b0-439a-9a49-a7b6291be942', 'status': 'completed', 'code': 200} Jul 14 13:54:34.794997 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7069d-5539-445f-825c-981dbed3d807 req-20b638dd-960b-4d08-9709-1ce27cc262fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:34.796571 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fec7069d-5539-445f-825c-981dbed3d807 req-20b638dd-960b-4d08-9709-1ce27cc262fd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=413ff8eedf6d4eb895d9dbc96c24bbc4&device_id=77762c29-6bef-49c9-801a-ee3efa584d3a HTTP/1.1" status: 200 len: 1096 time: 0.0570486 Jul 14 13:54:34.847006 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fec7069d-5539-445f-825c-981dbed3d807 req-b8d1826a-f3cf-4e90-b9a7-1ba99f9e2745 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d1a86c0-b4b0-439a-9a49-a7b6291be942 HTTP/1.1" status: 200 len: 217 time: 0.0357654 Jul 14 13:54:34.896050 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7069d-5539-445f-825c-981dbed3d807 req-1ca75c23-e8ad-4d30-aede-eeb901e57111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:34.897527 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fec7069d-5539-445f-825c-981dbed3d807 req-1ca75c23-e8ad-4d30-aede-eeb901e57111 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=325c8fb8-f97d-4716-b90a-ef3374b4a692 HTTP/1.1" status: 200 len: 853 time: 0.0440812 Jul 14 13:54:34.931332 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fec7069d-5539-445f-825c-981dbed3d807 req-94462b9a-12bc-439c-9568-1762aa6dc529 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271609 Jul 14 13:54:35.041187 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fec7069d-5539-445f-825c-981dbed3d807 req-e5175c72-baae-44be-9ba6-32ea896d8edb service neutron] 10.222.0.59 "GET /v2.0/networks/9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032677 Jul 14 13:54:35.137502 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fec7069d-5539-445f-825c-981dbed3d807 req-c1205389-b3b3-498d-9881-122ad2ca19dc service neutron] 10.222.0.59 "GET /v2.0/networks/9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893495 Jul 14 13:54:35.310658 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6e1b2-6293-42c5-ad15-dc272ce001a3 req-de9abd97-9715-49e5-a36a-07b3d96f0f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:35.312254 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-59d6e1b2-6293-42c5-ad15-dc272ce001a3 req-de9abd97-9715-49e5-a36a-07b3d96f0f9b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=413ff8eedf6d4eb895d9dbc96c24bbc4&device_id=77762c29-6bef-49c9-801a-ee3efa584d3a HTTP/1.1" status: 200 len: 1096 time: 0.0628617 Jul 14 13:54:35.688380 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6e1b2-6293-42c5-ad15-dc272ce001a3 req-0b004f30-4859-4199-bd81-5135747c51a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:35.689897 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-59d6e1b2-6293-42c5-ad15-dc272ce001a3 req-0b004f30-4859-4199-bd81-5135747c51a1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0 HTTP/1.1" status: 200 len: 914 time: 0.3693895 Jul 14 13:54:35.730009 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a8d17-285e-4726-a61e-7fe02424fc10 req-e8c1f922-3725-4f47-b0b6-e07c93620213 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:35.731517 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8d2a8d17-285e-4726-a61e-7fe02424fc10 req-e8c1f922-3725-4f47-b0b6-e07c93620213 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/ports?device_id=77762c29-6bef-49c9-801a-ee3efa584d3a HTTP/1.1" status: 200 len: 943 time: 0.2222946 Jul 14 13:54:35.734066 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-59d6e1b2-6293-42c5-ad15-dc272ce001a3 req-932bb053-b118-4d18-ab1d-3480b0e758ff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d1a86c0-b4b0-439a-9a49-a7b6291be942 HTTP/1.1" status: 200 len: 217 time: 0.0364895 Jul 14 13:54:35.773217 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8d2a8d17-285e-4726-a61e-7fe02424fc10 req-dcb9996e-e770-46bc-afbe-3d5af5b0aac7 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/security-groups?id=d16264e8-e5ed-43e4-92fb-0b5b28d68358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326061 Jul 14 13:54:35.782711 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6e1b2-6293-42c5-ad15-dc272ce001a3 req-6611570b-0501-4ae6-b4a5-497107ad70e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:35.783779 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-59d6e1b2-6293-42c5-ad15-dc272ce001a3 req-6611570b-0501-4ae6-b4a5-497107ad70e4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=325c8fb8-f97d-4716-b90a-ef3374b4a692 HTTP/1.1" status: 200 len: 853 time: 0.0420983 Jul 14 13:54:35.817736 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-59d6e1b2-6293-42c5-ad15-dc272ce001a3 req-ea923cd4-04e4-4833-8885-322ac4d9401b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258708 Jul 14 13:54:35.905082 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-59d6e1b2-6293-42c5-ad15-dc272ce001a3 req-cb2e0937-cae9-496a-bd77-f653a53ae83b service neutron] 10.222.0.59 "GET /v2.0/networks/9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805352 Jul 14 13:54:35.993225 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-59d6e1b2-6293-42c5-ad15-dc272ce001a3 req-b6c5c28c-0958-4c75-aede-91406faaee0e service neutron] 10.222.0.59 "GET /v2.0/networks/9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806530 Jul 14 13:54:36.969920 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908650f-b6b9-4504-a222-d30386a08ac6 req-3576e1a5-818e-4c82-9c3b-70ab4b3b3472 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:36.971467 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9908650f-b6b9-4504-a222-d30386a08ac6 req-3576e1a5-818e-4c82-9c3b-70ab4b3b3472 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/ports?device_id=77762c29-6bef-49c9-801a-ee3efa584d3a HTTP/1.1" status: 200 len: 943 time: 0.0769334 Jul 14 13:54:37.019007 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9908650f-b6b9-4504-a222-d30386a08ac6 req-803344e0-0257-414b-8ae8-cfcf6328bdd5 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/security-groups?id=d16264e8-e5ed-43e4-92fb-0b5b28d68358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415590 Jul 14 13:54:37.940592 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 5d1a86c0-b4b0-439a-9a49-a7b6291be942 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=104575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:54:38.037458 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port 5d1a86c0-b4b0-439a-9a49-a7b6291be942, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=5d1a86c0-b4b0-439a-9a49-a7b6291be942,segment=NetworkSegment(7065404a-fcb0-43e6-b135-c410dcfbc4c5),segment_id=7065404a-fcb0-43e6-b135-c410dcfbc4c5)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:54:38.050193 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Returning: {'device': '5d1a86c0-b4b0-439a-9a49-a7b6291be942', 'network_id': '9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0', 'port_id': '5d1a86c0-b4b0-439a-9a49-a7b6291be942', 'mac_address': 'fa:16:3e:aa:3c:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '325c8fb8-f97d-4716-b90a-ef3374b4a692', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:54:38.098249 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:38.111889 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d1a86c0-b4b0-439a-9a49-a7b6291be942 {{(pid=104575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:54:38.132690 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port 5d1a86c0-b4b0-439a-9a49-a7b6291be942, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=5d1a86c0-b4b0-439a-9a49-a7b6291be942,segment=NetworkSegment(7065404a-fcb0-43e6-b135-c410dcfbc4c5),segment_id=7065404a-fcb0-43e6-b135-c410dcfbc4c5)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:54:38.139548 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:38.187659 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=5d1a86c0-b4b0-439a-9a49-a7b6291be942,revision_number=4']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:38.195590 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:38.195919 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:38.196252 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:38.196578 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:38.196897 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:38.197224 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:38.197542 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:38.197866 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:38.198208 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:38.198480 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:38.198791 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:38.199130 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:38.205233 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b191033-e919-43f3-b1d1-25762bbcd1b7 req-82e11111-88e0-4e9d-96b8-cabe596e6d2e tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:38.206787 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1b191033-e919-43f3-b1d1-25762bbcd1b7 req-82e11111-88e0-4e9d-96b8-cabe596e6d2e tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/ports?device_id=77762c29-6bef-49c9-801a-ee3efa584d3a HTTP/1.1" status: 200 len: 944 time: 0.0691683 Jul 14 13:54:38.245006 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1b191033-e919-43f3-b1d1-25762bbcd1b7 req-2bf5c82f-a3cc-4f8b-a6e5-050c13db9db6 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/security-groups?id=d16264e8-e5ed-43e4-92fb-0b5b28d68358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320761 Jul 14 13:54:38.469761 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['5d1a86c0-b4b0-439a-9a49-a7b6291be942'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:54:39.437987 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf88cb-3dbc-41f8-8b28-3b2bd8c4658e req-11f2bf00-ed82-419c-ab55-e0c1d1591102 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:39.439439 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-97bf88cb-3dbc-41f8-8b28-3b2bd8c4658e req-11f2bf00-ed82-419c-ab55-e0c1d1591102 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/ports?device_id=77762c29-6bef-49c9-801a-ee3efa584d3a HTTP/1.1" status: 200 len: 944 time: 0.0725250 Jul 14 13:54:39.480397 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-97bf88cb-3dbc-41f8-8b28-3b2bd8c4658e req-262751ab-74f0-4c62-b583-b86354475ee7 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/security-groups?id=d16264e8-e5ed-43e4-92fb-0b5b28d68358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355341 Jul 14 13:54:39.784929 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 48290) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:39.895469 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e7094f37-4674-4ad7-9fe4-c5b4bcc75ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:39.953723 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 5d1a86c0-b4b0-439a-9a49-a7b6291be942 up at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:54:39.989127 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e7094f37-4674-4ad7-9fe4-c5b4bcc75ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:39.994401 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e7094f37-4674-4ad7-9fe4-c5b4bcc75ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:40.005115 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning for port 5d1a86c0-b4b0-439a-9a49-a7b6291be942 completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:54:40.008910 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning complete for port 5d1a86c0-b4b0-439a-9a49-a7b6291be942 triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:54:40.009810 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:40.031060 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7094f37-4674-4ad7-9fe4-c5b4bcc75ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1adc48-aa38-4691-ba1e-f9b886c3aeac,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:40.037111 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-e7094f37-4674-4ad7-9fe4-c5b4bcc75ea9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f33eb7e4c4054e8c9cc8984e3cb17e50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2507102 Jul 14 13:54:40.039644 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 48294) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:40.091698 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7fb8132e-13d6-4397-80fb-13f6d0d6cb75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:40.103405 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:40.114402 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7fb8132e-13d6-4397-80fb-13f6d0d6cb75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:40.126829 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77762c29-6bef-49c9-801a-ee3efa584d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d1a86c0-b4b0-439a-9a49-a7b6291be942'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:54:40.129132 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06891aadf294c70300823a606954559f382215362bc7d52ae5ebbe768d2ce9e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00c2bfb-64c1-428f-aa0d-389f99cd0b9a" -d '{"events": [{"server_uuid": "77762c29-6bef-49c9-801a-ee3efa584d3a", "name": "network-vif-plugged", "status": "completed", "tag": "5d1a86c0-b4b0-439a-9a49-a7b6291be942"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:54:40.143179 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port 5d1a86c0-b4b0-439a-9a49-a7b6291be942, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=5d1a86c0-b4b0-439a-9a49-a7b6291be942,segment=NetworkSegment(7065404a-fcb0-43e6-b135-c410dcfbc4c5),segment_id=7065404a-fcb0-43e6-b135-c410dcfbc4c5)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:54:40.148672 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:40.162218 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7fb8132e-13d6-4397-80fb-13f6d0d6cb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:40.165279 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7fb8132e-13d6-4397-80fb-13f6d0d6cb75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:40.168890 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-7fb8132e-13d6-4397-80fb-13f6d0d6cb75 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ad1adc48-aa38-4691-ba1e-f9b886c3aeac HTTP/1.1" status: 204 len: 168 time: 0.1260512 Jul 14 13:54:40.177332 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb8132e-13d6-4397-80fb-13f6d0d6cb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1adc48-aa38-4691-ba1e-f9b886c3aeac,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:40.177566 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75adfe00-eee7-4666-82a0-269ae967688a x-openstack-request-id: req-75adfe00-eee7-4666-82a0-269ae967688a {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:54:40.177566 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77762c29-6bef-49c9-801a-ee3efa584d3a", "name": "network-vif-plugged", "status": "completed", "tag": "5d1a86c0-b4b0-439a-9a49-a7b6291be942", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:54:40.177782 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-75adfe00-eee7-4666-82a0-269ae967688a {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:54:40.178958 dv-cinder-800697-2-iscsi neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77762c29-6bef-49c9-801a-ee3efa584d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d1a86c0-b4b0-439a-9a49-a7b6291be942', 'code': 200} Jul 14 13:54:40.210320 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=5d1a86c0-b4b0-439a-9a49-a7b6291be942,revision_number=5']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:40.440072 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4153b83-b7ab-4888-af0f-5027e4451e13 req-977386f5-f082-44e4-98bc-1f1a86ad5b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:40.441678 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d4153b83-b7ab-4888-af0f-5027e4451e13 req-977386f5-f082-44e4-98bc-1f1a86ad5b26 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=77762c29-6bef-49c9-801a-ee3efa584d3a HTTP/1.1" status: 200 len: 1098 time: 0.0512204 Jul 14 13:54:40.477610 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d4153b83-b7ab-4888-af0f-5027e4451e13 req-0035219f-42f8-4c39-9045-6e1576a1edc0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d16264e8-e5ed-43e4-92fb-0b5b28d68358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278363 Jul 14 13:54:40.810943 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b5e76-6c01-46f4-b137-2e663f2fe61a req-f381d5f6-1686-4f9f-8190-b58a8d1317ee tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:40.812932 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-467b5e76-6c01-46f4-b137-2e663f2fe61a req-f381d5f6-1686-4f9f-8190-b58a8d1317ee tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/ports?device_id=77762c29-6bef-49c9-801a-ee3efa584d3a HTTP/1.1" status: 200 len: 945 time: 0.2188559 Jul 14 13:54:40.852173 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-467b5e76-6c01-46f4-b137-2e663f2fe61a req-8957c8ad-7ceb-4ac1-9ba4-c04bd4599435 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/security-groups?id=d16264e8-e5ed-43e4-92fb-0b5b28d68358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323350 Jul 14 13:54:42.035556 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f9ea4-6054-401e-a20f-0555031af711 req-6df214c9-955f-495b-967c-cbab8dd143ba tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:42.037047 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-592f9ea4-6054-401e-a20f-0555031af711 req-6df214c9-955f-495b-967c-cbab8dd143ba tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/ports?device_id=77762c29-6bef-49c9-801a-ee3efa584d3a HTTP/1.1" status: 200 len: 945 time: 0.0628028 Jul 14 13:54:42.080830 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-592f9ea4-6054-401e-a20f-0555031af711 req-9809f385-3a31-4813-9fb5-546a21460ef7 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/security-groups?id=d16264e8-e5ed-43e4-92fb-0b5b28d68358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381842 Jul 14 13:54:45.819928 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-93c20320-006a-45a7-9ea1-9f8a3c9096d6 req-e17fc23e-c1c5-450c-b82d-910af2fdf35c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2aff2578-9582-4286-bae9-beac4df94eda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0537517 Jul 14 13:54:45.997074 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c20320-006a-45a7-9ea1-9f8a3c9096d6 req-ea7c2ba5-0e36-4e0a-b4c3-c0a52cd48341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:45.998547 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-93c20320-006a-45a7-9ea1-9f8a3c9096d6 req-ea7c2ba5-0e36-4e0a-b4c3-c0a52cd48341 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=264797ac2dc84b21b49d043a80365add&device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 1098 time: 0.1448207 Jul 14 13:54:46.102403 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c20320-006a-45a7-9ea1-9f8a3c9096d6 req-36ecb010-9053-4dcb-9692-017f8624d060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:46.103794 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-93c20320-006a-45a7-9ea1-9f8a3c9096d6 req-36ecb010-9053-4dcb-9692-017f8624d060 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a45b7b5e-8449-40db-b2c9-e253d306a9b7 HTTP/1.1" status: 200 len: 913 time: 0.0824940 Jul 14 13:54:46.172328 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-93c20320-006a-45a7-9ea1-9f8a3c9096d6 req-a36a7637-7830-472a-a30e-38a9da66e2b1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9 HTTP/1.1" status: 200 len: 1001 time: 0.0601385 Jul 14 13:54:46.223997 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c20320-006a-45a7-9ea1-9f8a3c9096d6 req-8cd2ca35-bde1-4f84-b539-095ce218cf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:46.225442 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-93c20320-006a-45a7-9ea1-9f8a3c9096d6 req-8cd2ca35-bde1-4f84-b539-095ce218cf37 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=61b5a236-d87b-41fd-8ce0-529921b310ad HTTP/1.1" status: 200 len: 851 time: 0.0457308 Jul 14 13:54:46.283788 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c20320-006a-45a7-9ea1-9f8a3c9096d6 req-a023cd08-b6d9-458f-a4d2-a184c1658fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:46.285220 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-93c20320-006a-45a7-9ea1-9f8a3c9096d6 req-a023cd08-b6d9-458f-a4d2-a184c1658fbd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a45b7b5e-8449-40db-b2c9-e253d306a9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525932 Jul 14 13:54:46.374535 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-93c20320-006a-45a7-9ea1-9f8a3c9096d6 req-70876273-2acd-4251-a75a-e5fa59c56418 service neutron] 10.222.0.59 "GET /v2.0/networks/a45b7b5e-8449-40db-b2c9-e253d306a9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821929 Jul 14 13:54:46.469465 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-93c20320-006a-45a7-9ea1-9f8a3c9096d6 req-bd3bce74-63eb-48c5-9bdf-0810e5d0638e service neutron] 10.222.0.59 "GET /v2.0/networks/a45b7b5e-8449-40db-b2c9-e253d306a9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824902 Jul 14 13:54:46.884442 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8e220b49-e5b7-4631-896f-989d9f43b7f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:47.908031 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:49.437193 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-3e780d47-a99d-4701-becb-5633ed835f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:49.587571 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:50.585772 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:52.104129 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:54.287186 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70dca0-754d-4592-8e32-5d772d2f8b74 req-a5ac5f1a-729e-43bb-82b4-87b94643462a tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:54.288661 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ff70dca0-754d-4592-8e32-5d772d2f8b74 req-a5ac5f1a-729e-43bb-82b4-87b94643462a tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 946 time: 0.0682671 Jul 14 13:54:54.329896 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ff70dca0-754d-4592-8e32-5d772d2f8b74 req-77666b96-95e5-4dd7-b21e-3310156adc5a tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354121 Jul 14 13:54:55.521823 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e12ef-b357-4871-9b8d-01813e458f3e req-620d3884-cb92-4ad1-a38c-4bf05bcc77a4 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:55.523203 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-017e12ef-b357-4871-9b8d-01813e458f3e req-620d3884-cb92-4ad1-a38c-4bf05bcc77a4 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 946 time: 0.0736952 Jul 14 13:54:55.563605 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-017e12ef-b357-4871-9b8d-01813e458f3e req-1ba56134-f01c-4d58-8359-8e17713afd21 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322249 Jul 14 13:54:56.755487 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ac85a-6d48-41e0-aaeb-39c499a04bd3 req-c4d430d4-9ea7-4bf3-8736-9e3c910dd969 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:56.756952 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9f5ac85a-6d48-41e0-aaeb-39c499a04bd3 req-c4d430d4-9ea7-4bf3-8736-9e3c910dd969 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 946 time: 0.0664778 Jul 14 13:54:56.798996 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9f5ac85a-6d48-41e0-aaeb-39c499a04bd3 req-40458ede-16d4-40b7-a008-a7378048ea05 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336876 Jul 14 13:54:57.985894 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dfaedf-9769-42ef-a34b-49e5275b2d50 req-c5609716-bc05-41cf-ac96-e97c65bb0048 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:57.987383 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f8dfaedf-9769-42ef-a34b-49e5275b2d50 req-c5609716-bc05-41cf-ac96-e97c65bb0048 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 946 time: 0.0695648 Jul 14 13:54:58.025359 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f8dfaedf-9769-42ef-a34b-49e5275b2d50 req-6c66fa2a-6b64-4cc2-b032-57ee2c13b64b tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318294 Jul 14 13:54:59.215059 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a4934-5275-4f88-ae93-9a45389760d3 req-cb58be96-c346-43bb-99ea-cf23af1ea9b2 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:59.216539 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a31a4934-5275-4f88-ae93-9a45389760d3 req-cb58be96-c346-43bb-99ea-cf23af1ea9b2 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 946 time: 0.0705853 Jul 14 13:54:59.254215 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a31a4934-5275-4f88-ae93-9a45389760d3 req-67fd1839-b63a-41a3-812e-d3a6d25fd6e5 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319710 Jul 14 13:55:00.440301 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ecd19-9054-4e21-8938-33622199931f req-170f6089-f0e7-4b35-849f-95a076e8c008 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:00.441744 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-244ecd19-9054-4e21-8938-33622199931f req-170f6089-f0e7-4b35-849f-95a076e8c008 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 946 time: 0.0659361 Jul 14 13:55:00.482388 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-244ecd19-9054-4e21-8938-33622199931f req-367323f7-9823-4176-9e99-2c9dd9a5c794 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341878 Jul 14 13:55:01.674493 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05462c-72e3-41a9-b166-169fcf24c58b req-e380307b-f3fd-4a18-bacf-c0a6f5c193d2 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:01.676074 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-af05462c-72e3-41a9-b166-169fcf24c58b req-e380307b-f3fd-4a18-bacf-c0a6f5c193d2 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 946 time: 0.0709074 Jul 14 13:55:01.717802 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-af05462c-72e3-41a9-b166-169fcf24c58b req-65516c9d-e1c1-4f6f-8a9c-9610ff4f268c tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332181 Jul 14 13:55:02.312119 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642a0f0-2712-482e-b794-6dc9ee4de450 req-8036f1f2-04cb-472f-80cb-ee7bd55c7f11 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:02.313565 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0642a0f0-2712-482e-b794-6dc9ee4de450 req-8036f1f2-04cb-472f-80cb-ee7bd55c7f11 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 946 time: 0.0697777 Jul 14 13:55:02.354523 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0642a0f0-2712-482e-b794-6dc9ee4de450 req-7d2e69fb-cf17-4efa-8fc7-335318b5950d tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351043 Jul 14 13:55:02.903086 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b6837-510d-443a-ab8d-4c4fe1fd47a9 req-5541e646-fee1-4ef8-8ce7-d4ebcfc4d4ce tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:02.904733 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ec3b6837-510d-443a-ab8d-4c4fe1fd47a9 req-5541e646-fee1-4ef8-8ce7-d4ebcfc4d4ce tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 946 time: 0.0704715 Jul 14 13:55:02.942428 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ec3b6837-510d-443a-ab8d-4c4fe1fd47a9 req-072fbc30-4ca4-4180-8fc5-ce9a5a7b15a2 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322659 Jul 14 13:55:03.547091 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e924c08-7335-4df1-830b-8468bce52530 req-d18fa142-d872-459a-835a-d08205e0213e tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:03.548438 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0e924c08-7335-4df1-830b-8468bce52530 req-d18fa142-d872-459a-835a-d08205e0213e tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 946 time: 0.0748253 Jul 14 13:55:03.593985 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0e924c08-7335-4df1-830b-8468bce52530 req-e15f5e31-d89c-4abd-bc63-423e45efe933 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370312 Jul 14 13:55:04.125917 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e22a3-8136-494b-8f44-eba778fb6612 req-293f5f9e-516b-4909-a865-4c858df0e1fe tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:04.127664 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-317e22a3-8136-494b-8f44-eba778fb6612 req-293f5f9e-516b-4909-a865-4c858df0e1fe tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 946 time: 0.0695288 Jul 14 13:55:04.166001 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-317e22a3-8136-494b-8f44-eba778fb6612 req-c1984df0-bc6c-4eba-9bb8-aaf318bcf8fc tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323784 Jul 14 13:55:04.781275 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadfdaa-6c48-4b11-8ac2-6263f026b2fa req-802780e5-e389-45d2-b1fc-3eaa910a3abb tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:04.782720 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5dadfdaa-6c48-4b11-8ac2-6263f026b2fa req-802780e5-e389-45d2-b1fc-3eaa910a3abb tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 946 time: 0.0680976 Jul 14 13:55:04.822881 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5dadfdaa-6c48-4b11-8ac2-6263f026b2fa req-71ee4f5b-f53a-488d-b775-f0c47da19642 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320182 Jul 14 13:55:05.344794 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09185c3-beb3-4209-a9b3-794e5b7b9ac3 req-c6172012-b5d2-4720-868d-6c0386412adc tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:05.346115 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a09185c3-beb3-4209-a9b3-794e5b7b9ac3 req-c6172012-b5d2-4720-868d-6c0386412adc tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 946 time: 0.0690978 Jul 14 13:55:05.385390 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a09185c3-beb3-4209-a9b3-794e5b7b9ac3 req-d8f484c2-bee7-4ec2-acf7-bde6faba6a22 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330813 Jul 14 13:55:06.025563 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a690b7-8f95-4887-a3e3-95e3258590a6 req-ed137105-1084-462d-adb2-b38c01333dfc tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:06.027103 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-97a690b7-8f95-4887-a3e3-95e3258590a6 req-ed137105-1084-462d-adb2-b38c01333dfc tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 946 time: 0.0806525 Jul 14 13:55:06.063967 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-97a690b7-8f95-4887-a3e3-95e3258590a6 req-bd7227b3-74c2-485f-bdab-cca38da0b7d7 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313747 Jul 14 13:55:06.584487 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f363b4-64a0-49ab-9813-52fb958c892a req-800548db-0de7-49a0-aabb-a3fea887e044 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:06.586411 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a2f363b4-64a0-49ab-9813-52fb958c892a req-800548db-0de7-49a0-aabb-a3fea887e044 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 946 time: 0.0807619 Jul 14 13:55:06.625010 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a2f363b4-64a0-49ab-9813-52fb958c892a req-3cb6c252-9133-4fa9-bdd8-7d3abdb44cb7 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325141 Jul 14 13:55:07.252692 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52016387-b7e8-4c86-a188-94e2c31f3786 req-92d251fc-ac03-45c4-adfc-ebfb25a756d6 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:07.254164 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-52016387-b7e8-4c86-a188-94e2c31f3786 req-92d251fc-ac03-45c4-adfc-ebfb25a756d6 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 946 time: 0.0654206 Jul 14 13:55:07.292730 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-52016387-b7e8-4c86-a188-94e2c31f3786 req-146bef62-24d5-4faa-8f84-e270c69abd66 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327883 Jul 14 13:55:07.811105 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c4c6c-b65b-499f-89c5-f2afc96edaae req-0ccdf480-04a1-4082-bfa5-368867e9b055 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:07.812557 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c40c4c6c-b65b-499f-89c5-f2afc96edaae req-0ccdf480-04a1-4082-bfa5-368867e9b055 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 946 time: 0.0780909 Jul 14 13:55:07.852285 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c40c4c6c-b65b-499f-89c5-f2afc96edaae req-7844e01b-83cd-4cd5-9ed0-71bbe7c5b024 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324070 Jul 14 13:55:08.493675 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de526753-9878-469e-9385-7c02be23c6f8 req-be562a88-6c66-4f1c-a1fc-8c22017bcbfc tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:08.495124 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-de526753-9878-469e-9385-7c02be23c6f8 req-be562a88-6c66-4f1c-a1fc-8c22017bcbfc tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 946 time: 0.0805004 Jul 14 13:55:08.534176 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-de526753-9878-469e-9385-7c02be23c6f8 req-ff319622-2f17-4b56-8dfe-8badfe5ea034 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324802 Jul 14 13:55:09.033785 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339db5e-8b1c-4b9c-96f3-2948503e5c89 req-97f7fbbb-6ac4-4a1a-8829-0be2b069c146 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:09.035312 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0339db5e-8b1c-4b9c-96f3-2948503e5c89 req-97f7fbbb-6ac4-4a1a-8829-0be2b069c146 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 946 time: 0.0710034 Jul 14 13:55:09.074420 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0339db5e-8b1c-4b9c-96f3-2948503e5c89 req-7ce1d3c7-8979-4131-a768-e908f342dbb0 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308428 Jul 14 13:55:09.724078 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc355851-9f82-4cb8-bdb3-39b3b6d521a8 req-8d353fe0-e8dd-44fd-9751-1dd3f6f7fd59 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:09.725557 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fc355851-9f82-4cb8-bdb3-39b3b6d521a8 req-8d353fe0-e8dd-44fd-9751-1dd3f6f7fd59 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 946 time: 0.0668938 Jul 14 13:55:09.763935 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fc355851-9f82-4cb8-bdb3-39b3b6d521a8 req-8be0be34-dbe7-409a-b09c-07f346314949 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312061 Jul 14 13:55:09.850776 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.agents_db [None req-f94fc2f4-144f-4bce-9715-a006bfd56775 None None] Agent healthcheck: found 6 active agents {{(pid=104576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:55:10.262959 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9b7f4-c162-4306-b52d-8ec4bcff50bc req-ee2ce91b-de97-47bb-93f2-081f401c612c tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:10.264411 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e5a9b7f4-c162-4306-b52d-8ec4bcff50bc req-ee2ce91b-de97-47bb-93f2-081f401c612c tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 946 time: 0.0709007 Jul 14 13:55:10.303722 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e5a9b7f4-c162-4306-b52d-8ec4bcff50bc req-f175e259-d453-427f-8e15-01c99d0b3f89 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309360 Jul 14 13:55:10.957808 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bfbe0-a4f9-4e82-b8b7-e6a7132652a8 req-f0f26224-1c30-42d2-865f-8c5c974de7a2 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:10.959295 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7b8bfbe0-a4f9-4e82-b8b7-e6a7132652a8 req-f0f26224-1c30-42d2-865f-8c5c974de7a2 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 946 time: 0.0665591 Jul 14 13:55:10.999874 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7b8bfbe0-a4f9-4e82-b8b7-e6a7132652a8 req-80f6e6fd-7e21-4e1c-b9dd-817ef2d7203f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333622 Jul 14 13:55:11.499557 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4581e0c-69fe-4652-9104-7a59f7fd4c9d req-f3c26414-9a70-4be7-8a80-468dc192e408 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:11.500419 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c4581e0c-69fe-4652-9104-7a59f7fd4c9d req-f3c26414-9a70-4be7-8a80-468dc192e408 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 946 time: 0.0653496 Jul 14 13:55:11.539347 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c4581e0c-69fe-4652-9104-7a59f7fd4c9d req-85203cf2-de88-4f27-a89c-4d9a545f3b7b tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332470 Jul 14 13:55:12.194312 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e3be5-37b0-4eba-8f5b-9684236607ef req-3df29bce-1e83-4ffb-99fb-b65866f5f614 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:12.195872 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1d8e3be5-37b0-4eba-8f5b-9684236607ef req-3df29bce-1e83-4ffb-99fb-b65866f5f614 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 946 time: 0.0755267 Jul 14 13:55:12.235300 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1d8e3be5-37b0-4eba-8f5b-9684236607ef req-0e20de19-d4d5-4d60-8c8e-be36dbaa5b86 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329721 Jul 14 13:55:12.718462 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfe834-0219-47cf-a455-2780f789bde9 req-0b4e0383-69e1-486c-b064-a4c895dc8549 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:12.719910 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-dbcfe834-0219-47cf-a455-2780f789bde9 req-0b4e0383-69e1-486c-b064-a4c895dc8549 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 946 time: 0.0717337 Jul 14 13:55:12.758590 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-dbcfe834-0219-47cf-a455-2780f789bde9 req-1ab392c5-653d-4f90-8ec8-72ca4ae873bd tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326390 Jul 14 13:55:12.804944 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 48672) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:12.921457 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-790552fe-ebeb-4575-aa2f-479a99d8a27c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:13.016291 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-790552fe-ebeb-4575-aa2f-479a99d8a27c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:13.022155 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-790552fe-ebeb-4575-aa2f-479a99d8a27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:13.059026 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-790552fe-ebeb-4575-aa2f-479a99d8a27c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=243618c8c85043b081bf6282c334c0e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529917 Jul 14 13:55:13.060142 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790552fe-ebeb-4575-aa2f-479a99d8a27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c826920-f107-42f0-9098-ff47e94bc0bc,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:13.062095 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 48676) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:13.067498 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790552fe-ebeb-4575-aa2f-479a99d8a27c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:13.068027 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790552fe-ebeb-4575-aa2f-479a99d8a27c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:13.068472 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790552fe-ebeb-4575-aa2f-479a99d8a27c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:13.069229 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790552fe-ebeb-4575-aa2f-479a99d8a27c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:13.069570 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790552fe-ebeb-4575-aa2f-479a99d8a27c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:13.069905 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790552fe-ebeb-4575-aa2f-479a99d8a27c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:13.070240 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790552fe-ebeb-4575-aa2f-479a99d8a27c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:13.070569 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790552fe-ebeb-4575-aa2f-479a99d8a27c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:13.070907 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790552fe-ebeb-4575-aa2f-479a99d8a27c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:13.071256 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790552fe-ebeb-4575-aa2f-479a99d8a27c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:13.071579 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790552fe-ebeb-4575-aa2f-479a99d8a27c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:13.071900 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790552fe-ebeb-4575-aa2f-479a99d8a27c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:13.122724 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b67124d6-5216-40c8-b33c-31045448b840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:13.159627 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b67124d6-5216-40c8-b33c-31045448b840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:13.209226 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b67124d6-5216-40c8-b33c-31045448b840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:13.212231 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b67124d6-5216-40c8-b33c-31045448b840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:13.214983 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-b67124d6-5216-40c8-b33c-31045448b840 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0c826920-f107-42f0-9098-ff47e94bc0bc HTTP/1.1" status: 204 len: 168 time: 0.1504414 Jul 14 13:55:13.222204 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67124d6-5216-40c8-b33c-31045448b840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c826920-f107-42f0-9098-ff47e94bc0bc,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:13.229785 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67124d6-5216-40c8-b33c-31045448b840 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:13.230106 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67124d6-5216-40c8-b33c-31045448b840 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:13.230632 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67124d6-5216-40c8-b33c-31045448b840 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:13.231013 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67124d6-5216-40c8-b33c-31045448b840 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:13.231308 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67124d6-5216-40c8-b33c-31045448b840 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:13.231631 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67124d6-5216-40c8-b33c-31045448b840 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:13.231967 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67124d6-5216-40c8-b33c-31045448b840 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:13.232245 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67124d6-5216-40c8-b33c-31045448b840 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:13.232562 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67124d6-5216-40c8-b33c-31045448b840 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:13.232874 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67124d6-5216-40c8-b33c-31045448b840 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:13.233466 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67124d6-5216-40c8-b33c-31045448b840 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:13.233909 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67124d6-5216-40c8-b33c-31045448b840 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:13.431922 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ed0dd-0840-48cd-9206-8e33a45670c8 req-9ea6e3cb-0390-4e00-8522-b44c7cd2751c tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:13.438662 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e74ed0dd-0840-48cd-9206-8e33a45670c8 req-9ea6e3cb-0390-4e00-8522-b44c7cd2751c tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 946 time: 0.0741408 Jul 14 13:55:13.474797 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e74ed0dd-0840-48cd-9206-8e33a45670c8 req-7f95fe0a-d36a-4ca5-a613-bad57922e15a tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353103 Jul 14 13:55:13.934325 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3c732-c56a-45ca-b3c9-5ea58c206b9b req-fc80a775-c2cc-4c7c-a2e1-497700cfcef9 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:13.935829 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3be3c732-c56a-45ca-b3c9-5ea58c206b9b req-fc80a775-c2cc-4c7c-a2e1-497700cfcef9 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 946 time: 0.0663462 Jul 14 13:55:13.973897 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3be3c732-c56a-45ca-b3c9-5ea58c206b9b req-34d5dd88-0191-4411-bc93-e07dcad54f2a tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323155 Jul 14 13:55:14.659853 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3938a-d7e1-42ea-9075-a66fe715254b req-624a5c73-23b9-4751-92b4-0ec0c2fd3eb0 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:14.661426 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-10d3938a-d7e1-42ea-9075-a66fe715254b req-624a5c73-23b9-4751-92b4-0ec0c2fd3eb0 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 946 time: 0.0641487 Jul 14 13:55:14.699473 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-10d3938a-d7e1-42ea-9075-a66fe715254b req-16937ecf-f204-430f-bfb8-6a7e4bc62456 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321126 Jul 14 13:55:15.158951 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab84b4-84a7-4e99-8f06-46902876bab6 req-02fabe9e-68e6-458e-96e2-b03d99d2be8f tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:15.160402 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a3ab84b4-84a7-4e99-8f06-46902876bab6 req-02fabe9e-68e6-458e-96e2-b03d99d2be8f tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 946 time: 0.0717905 Jul 14 13:55:15.205214 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a3ab84b4-84a7-4e99-8f06-46902876bab6 req-9fb05a02-9079-400c-af61-96487900dd21 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364270 Jul 14 13:55:15.879581 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3b347-419c-478d-b367-6d7bef917891 req-db916c21-c2ba-4c1f-b38c-3828c7780d80 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:15.881085 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8ef3b347-419c-478d-b367-6d7bef917891 req-db916c21-c2ba-4c1f-b38c-3828c7780d80 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 946 time: 0.0675964 Jul 14 13:55:15.918659 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8ef3b347-419c-478d-b367-6d7bef917891 req-689cded4-c063-4a22-8771-6d1953a0ff11 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318990 Jul 14 13:55:16.390944 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01c439-6c2e-4e3e-b3a7-9124ac336bef req-c7b40130-866a-4dd9-9f36-8041171adbdc tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:16.392529 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1d01c439-6c2e-4e3e-b3a7-9124ac336bef req-c7b40130-866a-4dd9-9f36-8041171adbdc tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 946 time: 0.0778470 Jul 14 13:55:16.433031 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1d01c439-6c2e-4e3e-b3a7-9124ac336bef req-00765b80-2140-4ae0-8ed6-c2a7ef2a34a3 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326705 Jul 14 13:55:16.887933 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-475f360a-db22-4153-a8f1-47a0c5d8d715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:17.100141 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d990e8-aab3-476d-975f-39139fe5f81e req-5a7b0721-2a18-4b8d-8252-d03ef50a74a2 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:17.101621 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-22d990e8-aab3-476d-975f-39139fe5f81e req-5a7b0721-2a18-4b8d-8252-d03ef50a74a2 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 946 time: 0.0639713 Jul 14 13:55:17.144461 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-22d990e8-aab3-476d-975f-39139fe5f81e req-f1995b04-707a-442e-a1e6-df4d6a4f36de tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369236 Jul 14 13:55:17.436027 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe9b32-da55-4a1b-9cbf-0010944c3407 req-98f3ca71-ad3c-4a02-8343-d19148320e01 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:17.437390 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8afe9b32-da55-4a1b-9cbf-0010944c3407 req-98f3ca71-ad3c-4a02-8343-d19148320e01 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/ports?device_id=77762c29-6bef-49c9-801a-ee3efa584d3a HTTP/1.1" status: 200 len: 945 time: 0.0713372 Jul 14 13:55:17.474614 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8afe9b32-da55-4a1b-9cbf-0010944c3407 req-81b481cc-93d7-4c92-959b-d2a77763c767 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/security-groups?id=d16264e8-e5ed-43e4-92fb-0b5b28d68358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315716 Jul 14 13:55:17.622748 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc91c03-4ba3-418d-b74e-17cc51391d12 req-f28aa2ba-e2b6-48b2-87b4-afed18b448bc tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:17.624263 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1bc91c03-4ba3-418d-b74e-17cc51391d12 req-f28aa2ba-e2b6-48b2-87b4-afed18b448bc tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 946 time: 0.0795672 Jul 14 13:55:17.664277 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1bc91c03-4ba3-418d-b74e-17cc51391d12 req-481b66df-41d2-412b-a336-414aa7d43ce6 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329745 Jul 14 13:55:17.893352 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:18.008315 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b1816-57e4-4f69-a043-8436adaf060e req-a6cd4901-608b-47c5-9789-bb08f08a92e7 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:18.009816 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-685b1816-57e4-4f69-a043-8436adaf060e req-a6cd4901-608b-47c5-9789-bb08f08a92e7 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 946 time: 0.0691192 Jul 14 13:55:18.072608 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-685b1816-57e4-4f69-a043-8436adaf060e req-3bbd3702-595e-4728-afb9-62bf6f8ff9c5 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545526 Jul 14 13:55:18.088405 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d57ca3-3e86-413a-997c-1c073505dba9 req-3e913ef4-f6bf-4660-9206-a23e6c51a8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:18.090035 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b6d57ca3-3e86-413a-997c-1c073505dba9 req-3e913ef4-f6bf-4660-9206-a23e6c51a8fb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=43e0f688f2114f8488820a3f02572e1e&device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 1099 time: 0.0794032 Jul 14 13:55:18.134709 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device ee035ed2-02c4-42d3-a6b7-54220480f2ff details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=104575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:55:18.184702 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d57ca3-3e86-413a-997c-1c073505dba9 req-88f1f866-fed4-40e0-83ed-d0d9fd67f902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:18.186757 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b6d57ca3-3e86-413a-997c-1c073505dba9 req-88f1f866-fed4-40e0-83ed-d0d9fd67f902 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bdfad0f9-d901-4f01-9648-67faf0ceed7f HTTP/1.1" status: 200 len: 911 time: 0.0879624 Jul 14 13:55:18.234426 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port ee035ed2-02c4-42d3-a6b7-54220480f2ff, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ee035ed2-02c4-42d3-a6b7-54220480f2ff,segment=NetworkSegment(3782ce6e-4a36-46a1-9082-0427f175f195),segment_id=3782ce6e-4a36-46a1-9082-0427f175f195)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:55:18.247407 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Returning: {'device': 'ee035ed2-02c4-42d3-a6b7-54220480f2ff', 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92', 'port_id': 'ee035ed2-02c4-42d3-a6b7-54220480f2ff', 'mac_address': 'fa:16:3e:98:46:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebef684f-df3e-493a-a16d-87acc125d2bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:55:18.256224 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b6d57ca3-3e86-413a-997c-1c073505dba9 req-62453e19-1c25-4dcb-ac4a-1263569bb122 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e9ba39a-a647-46df-b5fa-a9570952885b HTTP/1.1" status: 200 len: 1001 time: 0.0609863 Jul 14 13:55:18.285752 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:18.302147 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee035ed2-02c4-42d3-a6b7-54220480f2ff {{(pid=104575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:55:18.306065 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d57ca3-3e86-413a-997c-1c073505dba9 req-2543e49e-beeb-4e35-94bf-30c36ad3d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:18.307888 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b6d57ca3-3e86-413a-997c-1c073505dba9 req-2543e49e-beeb-4e35-94bf-30c36ad3d2ae service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2 HTTP/1.1" status: 200 len: 849 time: 0.0439441 Jul 14 13:55:18.322361 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port ee035ed2-02c4-42d3-a6b7-54220480f2ff, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ee035ed2-02c4-42d3-a6b7-54220480f2ff,segment=NetworkSegment(3782ce6e-4a36-46a1-9082-0427f175f195),segment_id=3782ce6e-4a36-46a1-9082-0427f175f195)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:55:18.328089 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:18.333195 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfeedc1-65c7-489c-bfa8-f1a3fcc686a9 req-37949232-953c-4f8d-8530-4f59700ff5b4 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:18.335317 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6cfeedc1-65c7-489c-bfa8-f1a3fcc686a9 req-37949232-953c-4f8d-8530-4f59700ff5b4 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 946 time: 0.0673506 Jul 14 13:55:18.371697 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d57ca3-3e86-413a-997c-1c073505dba9 req-25dc77b6-ec01-4a09-8834-aa1c510d5403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:18.373367 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b6d57ca3-3e86-413a-997c-1c073505dba9 req-25dc77b6-ec01-4a09-8834-aa1c510d5403 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bdfad0f9-d901-4f01-9648-67faf0ceed7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0575171 Jul 14 13:55:18.375709 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6cfeedc1-65c7-489c-bfa8-f1a3fcc686a9 req-e7fa8942-3933-45f2-8918-7559bbf29203 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344098 Jul 14 13:55:18.376949 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=ee035ed2-02c4-42d3-a6b7-54220480f2ff,revision_number=6']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:18.463197 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b6d57ca3-3e86-413a-997c-1c073505dba9 req-12479b09-c388-4ea1-86dc-c85000e451a3 service neutron] 10.222.0.59 "GET /v2.0/networks/bdfad0f9-d901-4f01-9648-67faf0ceed7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807247 Jul 14 13:55:18.512468 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['ee035ed2-02c4-42d3-a6b7-54220480f2ff'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:55:18.557780 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b6d57ca3-3e86-413a-997c-1c073505dba9 req-5f1f03ce-fe20-426f-bf6d-1178df6e37bd service neutron] 10.222.0.59 "GET /v2.0/networks/bdfad0f9-d901-4f01-9648-67faf0ceed7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852790 Jul 14 13:55:18.648213 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4920c12-c9ed-42d1-8758-b69b0c11f2a0 req-d6bca9b1-c33c-41bf-95f4-114f70469d08 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:18.649692 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a4920c12-c9ed-42d1-8758-b69b0c11f2a0 req-d6bca9b1-c33c-41bf-95f4-114f70469d08 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/ports?device_id=77762c29-6bef-49c9-801a-ee3efa584d3a HTTP/1.1" status: 200 len: 945 time: 0.0633981 Jul 14 13:55:18.687187 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a4920c12-c9ed-42d1-8758-b69b0c11f2a0 req-7d9427a2-7130-4ab0-90fd-687daeba9244 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/security-groups?id=d16264e8-e5ed-43e4-92fb-0b5b28d68358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318341 Jul 14 13:55:19.263240 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dda8a1-d282-4e20-a0e7-0558ba8705a3 req-a2c26a55-eca0-4420-8c92-989ffa12dd5c tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:19.264660 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f9dda8a1-d282-4e20-a0e7-0558ba8705a3 req-a2c26a55-eca0-4420-8c92-989ffa12dd5c tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 946 time: 0.0719278 Jul 14 13:55:19.308019 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f9dda8a1-d282-4e20-a0e7-0558ba8705a3 req-908571e8-c133-493f-8c38-3c73a2034423 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349700 Jul 14 13:55:19.369461 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711b3e6-dba5-4df5-a96e-4b297bdb6d7d req-e74ca58b-da0a-4752-a038-3ddc1ffaa912 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:19.370898 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7711b3e6-dba5-4df5-a96e-4b297bdb6d7d req-e74ca58b-da0a-4752-a038-3ddc1ffaa912 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.59 "GET /v2.0/ports?device_id=77762c29-6bef-49c9-801a-ee3efa584d3a HTTP/1.1" status: 200 len: 945 time: 0.0660963 Jul 14 13:55:19.430702 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-aea05ea2-b8b0-43a5-a042-f72b8b7827a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:19.561801 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-7711b3e6-dba5-4df5-a96e-4b297bdb6d7d req-d20dad40-248f-4f16-8909-cc576db50865 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Deleting port 5d1a86c0-b4b0-439a-9a49-a7b6291be942 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:55:19.562239 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-7711b3e6-dba5-4df5-a96e-4b297bdb6d7d req-d20dad40-248f-4f16-8909-cc576db50865 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:19.582552 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:19.621854 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6893f27-fddf-4047-b01c-b59169abfe75 req-d955740e-f0f9-44b2-8c3a-4e161791260f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:19.623274 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b6893f27-fddf-4047-b01c-b59169abfe75 req-d955740e-f0f9-44b2-8c3a-4e161791260f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 945 time: 0.1314523 Jul 14 13:55:19.683152 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-7711b3e6-dba5-4df5-a96e-4b297bdb6d7d req-d20dad40-248f-4f16-8909-cc576db50865 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] For port 5d1a86c0-b4b0-439a-9a49-a7b6291be942, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=5d1a86c0-b4b0-439a-9a49-a7b6291be942,segment=NetworkSegment(7065404a-fcb0-43e6-b135-c410dcfbc4c5),segment_id=7065404a-fcb0-43e6-b135-c410dcfbc4c5)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:55:19.683954 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-7711b3e6-dba5-4df5-a96e-4b297bdb6d7d req-d20dad40-248f-4f16-8909-cc576db50865 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:19.692583 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b6893f27-fddf-4047-b01c-b59169abfe75 req-ebd1f0b9-4b10-4c27-ae9c-8b24aee64184 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623372 Jul 14 13:55:19.698002 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-7711b3e6-dba5-4df5-a96e-4b297bdb6d7d req-d20dad40-248f-4f16-8909-cc576db50865 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Calling delete_port for 5d1a86c0-b4b0-439a-9a49-a7b6291be942 owned by compute:nova {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:55:19.826455 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-7711b3e6-dba5-4df5-a96e-4b297bdb6d7d req-d20dad40-248f-4f16-8909-cc576db50865 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:19.855254 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20dad40-248f-4f16-8909-cc576db50865 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Pushing event deleted for resources: {'Port': ['ID=5d1a86c0-b4b0-439a-9a49-a7b6291be942,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:19.856421 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbee50-d977-46e8-bcd8-049b28d07fff req-0c021e86-582f-4087-adb8-e28c5f308503 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:19.857941 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-32fbee50-d977-46e8-bcd8-049b28d07fff req-0c021e86-582f-4087-adb8-e28c5f308503 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/ports?device_id=77762c29-6bef-49c9-801a-ee3efa584d3a HTTP/1.1" status: 200 len: 867 time: 0.0638947 Jul 14 13:55:19.871078 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['5d1a86c0-b4b0-439a-9a49-a7b6291be942'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:55:19.902744 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-32fbee50-d977-46e8-bcd8-049b28d07fff req-ba43a2a2-3ebe-473d-8f63-a0270233a5ff tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.35 "GET /v2.0/security-groups?id=d16264e8-e5ed-43e4-92fb-0b5b28d68358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347524 Jul 14 13:55:19.902990 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-7711b3e6-dba5-4df5-a96e-4b297bdb6d7d req-d20dad40-248f-4f16-8909-cc576db50865 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] No DVR routers for this DVR port 5d1a86c0-b4b0-439a-9a49-a7b6291be942 on host hv-cinder-80069 {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:55:19.905407 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-7711b3e6-dba5-4df5-a96e-4b297bdb6d7d req-d20dad40-248f-4f16-8909-cc576db50865 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:19.907405 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7711b3e6-dba5-4df5-a96e-4b297bdb6d7d req-d20dad40-248f-4f16-8909-cc576db50865 tempest-VolumesSnapshotTestJSON-787586741 tempest-VolumesSnapshotTestJSON-787586741-project] 10.222.0.59 "DELETE /v2.0/ports/5d1a86c0-b4b0-439a-9a49-a7b6291be942 HTTP/1.1" status: 204 len: 173 time: 0.4887648 Jul 14 13:55:19.907847 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77762c29-6bef-49c9-801a-ee3efa584d3a', 'name': 'network-vif-deleted', 'tag': '5d1a86c0-b4b0-439a-9a49-a7b6291be942'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:55:19.910117 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2889f7-95db-43ad-827b-7461cd9017ec" -d '{"events": [{"server_uuid": "77762c29-6bef-49c9-801a-ee3efa584d3a", "name": "network-vif-deleted", "tag": "5d1a86c0-b4b0-439a-9a49-a7b6291be942"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:55:20.119024 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ad23e5-892e-4ce5-9ea7-be19aba99179 x-openstack-request-id: req-77ad23e5-892e-4ce5-9ea7-be19aba99179 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:55:20.119275 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77762c29-6bef-49c9-801a-ee3efa584d3a", "name": "network-vif-deleted", "tag": "5d1a86c0-b4b0-439a-9a49-a7b6291be942", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:55:20.119527 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-77ad23e5-892e-4ce5-9ea7-be19aba99179 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:55:20.119916 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77762c29-6bef-49c9-801a-ee3efa584d3a', 'name': 'network-vif-deleted', 'tag': '5d1a86c0-b4b0-439a-9a49-a7b6291be942', 'status': 'completed', 'code': 200} Jul 14 13:55:20.146117 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device ee035ed2-02c4-42d3-a6b7-54220480f2ff up at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:55:20.191784 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning complete for port ee035ed2-02c4-42d3-a6b7-54220480f2ff triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:55:20.192066 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:20.275009 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:20.300096 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23494e2c-b594-4ad2-9077-82e66d21c9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee035ed2-02c4-42d3-a6b7-54220480f2ff'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:55:20.302689 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06891aadf294c70300823a606954559f382215362bc7d52ae5ebbe768d2ce9e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b45f104-5245-4ec9-861c-5a6b5f1e3acd" -d '{"events": [{"server_uuid": "23494e2c-b594-4ad2-9077-82e66d21c9cd", "name": "network-vif-plugged", "status": "completed", "tag": "ee035ed2-02c4-42d3-a6b7-54220480f2ff"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:55:20.318754 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port ee035ed2-02c4-42d3-a6b7-54220480f2ff, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ee035ed2-02c4-42d3-a6b7-54220480f2ff,segment=NetworkSegment(3782ce6e-4a36-46a1-9082-0427f175f195),segment_id=3782ce6e-4a36-46a1-9082-0427f175f195)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:55:20.323884 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:20.373591 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=ee035ed2-02c4-42d3-a6b7-54220480f2ff,revision_number=7']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:20.420995 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcab418-f5eb-4da6-a144-18a1256aab42 x-openstack-request-id: req-ddcab418-f5eb-4da6-a144-18a1256aab42 {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:55:20.421290 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23494e2c-b594-4ad2-9077-82e66d21c9cd", "name": "network-vif-plugged", "status": "completed", "tag": "ee035ed2-02c4-42d3-a6b7-54220480f2ff", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:55:20.421546 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ddcab418-f5eb-4da6-a144-18a1256aab42 {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:55:20.421944 dv-cinder-800697-2-iscsi neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23494e2c-b594-4ad2-9077-82e66d21c9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee035ed2-02c4-42d3-a6b7-54220480f2ff', 'code': 200} Jul 14 13:55:20.511686 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b617be2-0f60-447f-ae04-baf1310a5df7 req-724b5350-e33b-4753-823d-3ad75336cbbe tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:20.513257 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1b617be2-0f60-447f-ae04-baf1310a5df7 req-724b5350-e33b-4753-823d-3ad75336cbbe tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 946 time: 0.0658216 Jul 14 13:55:20.557348 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1b617be2-0f60-447f-ae04-baf1310a5df7 req-d5a96699-1e89-4fcf-a05e-1df8b6a9d5cb tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377529 Jul 14 13:55:20.588768 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:20.913904 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a51f47-bb26-4f42-a93b-3ab7993043c0 req-8d77e454-8a07-4ecd-b4c1-f05f7de9de04 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:20.916543 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e1a51f47-bb26-4f42-a93b-3ab7993043c0 req-8d77e454-8a07-4ecd-b4c1-f05f7de9de04 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 946 time: 0.0964222 Jul 14 13:55:20.963178 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e1a51f47-bb26-4f42-a93b-3ab7993043c0 req-7ad42c24-51ed-4a3e-9334-5a6fad36d318 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368514 Jul 14 13:55:21.027923 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12b345-2071-4cb1-afb8-3978d0ad64e5 req-93b304f3-cb5e-4c75-9d9e-06d53686789a tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:21.034787 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0a12b345-2071-4cb1-afb8-3978d0ad64e5 req-93b304f3-cb5e-4c75-9d9e-06d53686789a tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 945 time: 0.0748665 Jul 14 13:55:21.083517 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0a12b345-2071-4cb1-afb8-3978d0ad64e5 req-973328ce-288f-42ca-b0fa-a27d30038d18 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478590 Jul 14 13:55:22.110479 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:22.152927 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 5d1a86c0-b4b0-439a-9a49-a7b6291be942 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:55:22.184277 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a265e2e-8524-4fc1-9987-27801a2ff19a req-ba600222-7955-49d5-986b-1bfc446f4cd1 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:22.192711 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8a265e2e-8524-4fc1-9987-27801a2ff19a req-ba600222-7955-49d5-986b-1bfc446f4cd1 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 946 time: 0.0928733 Jul 14 13:55:22.207969 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] No Port match for: 5d1a86c0-b4b0-439a-9a49-a7b6291be942 {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:55:22.208319 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 5d1a86c0-b4b0-439a-9a49-a7b6291be942 not bound to the agent host hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:55:22.234485 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8a265e2e-8524-4fc1-9987-27801a2ff19a req-c757501b-0e85-4d36-9dc7-15e8f6fbc1a2 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408831 Jul 14 13:55:22.275319 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f151531-fa22-4542-b798-ab0b198f97bc req-cd5e82db-ff95-4178-988c-41aae20b840f tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:22.277496 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6f151531-fa22-4542-b798-ab0b198f97bc req-cd5e82db-ff95-4178-988c-41aae20b840f tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 945 time: 0.0697532 Jul 14 13:55:22.323682 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6f151531-fa22-4542-b798-ab0b198f97bc req-5b32389d-f4e5-4b9e-84a8-76c8129e3b0f tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377460 Jul 14 13:55:22.721742 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4b55f-09dc-48f2-86fb-c35b2f018a5f req-9babb5c5-8c34-4e77-899e-87f009dcf9ea tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:22.724081 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8db4b55f-09dc-48f2-86fb-c35b2f018a5f req-9babb5c5-8c34-4e77-899e-87f009dcf9ea tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.59 "GET /v2.0/ports?device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 945 time: 0.0796275 Jul 14 13:55:22.835490 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-8db4b55f-09dc-48f2-86fb-c35b2f018a5f req-73a8ab13-5b30-4276-b3b2-dedc0c6984fd tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Deleting port a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:55:22.836127 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-8db4b55f-09dc-48f2-86fb-c35b2f018a5f req-73a8ab13-5b30-4276-b3b2-dedc0c6984fd tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:22.933535 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-8db4b55f-09dc-48f2-86fb-c35b2f018a5f req-73a8ab13-5b30-4276-b3b2-dedc0c6984fd tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] For port a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9,segment=NetworkSegment(81934ed0-8f82-419f-b662-86cae808ad67),segment_id=81934ed0-8f82-419f-b662-86cae808ad67)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:55:22.934015 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-8db4b55f-09dc-48f2-86fb-c35b2f018a5f req-73a8ab13-5b30-4276-b3b2-dedc0c6984fd tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:23.120994 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-8db4b55f-09dc-48f2-86fb-c35b2f018a5f req-73a8ab13-5b30-4276-b3b2-dedc0c6984fd tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:23.121700 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-8db4b55f-09dc-48f2-86fb-c35b2f018a5f req-73a8ab13-5b30-4276-b3b2-dedc0c6984fd tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359245'] for floatingip, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:23.122017 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.db.l3_db [req-8db4b55f-09dc-48f2-86fb-c35b2f018a5f req-73a8ab13-5b30-4276-b3b2-dedc0c6984fd tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Floating IP bcdc0b15-1496-4cd6-a58a-ddaf5dfd5f6f disassociated. External IP: 172.27.1.251, port: a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9. Jul 14 13:55:23.122372 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-8db4b55f-09dc-48f2-86fb-c35b2f018a5f req-73a8ab13-5b30-4276-b3b2-dedc0c6984fd tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Calling delete_port for a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9 owned by compute:nova {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:55:23.271196 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-8db4b55f-09dc-48f2-86fb-c35b2f018a5f req-73a8ab13-5b30-4276-b3b2-dedc0c6984fd tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:23.311036 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8ab13-5b30-4276-b3b2-dedc0c6984fd tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Pushing event deleted for resources: {'Port': ['ID=a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:23.484649 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5df5f16d-72bd-4555-a959-48fed13ca0df req-5f92c71b-37d4-4804-9b42-6173f2c30737 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 210 time: 0.0381060 Jul 14 13:55:23.491909 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8db4b55f-09dc-48f2-86fb-c35b2f018a5f req-73a8ab13-5b30-4276-b3b2-dedc0c6984fd tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Router 0bbe2875-072f-423d-ae4e-7e8b30c55027 has already been hosted by L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:55:23.517451 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac773c-87bf-47b0-bb8e-943778b0c6c8 req-db9d40d0-c98b-43b9-9e64-a66ef2d27834 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:23.518949 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ebac773c-87bf-47b0-bb8e-943778b0c6c8 req-db9d40d0-c98b-43b9-9e64-a66ef2d27834 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 946 time: 0.1518238 Jul 14 13:55:23.641884 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ebac773c-87bf-47b0-bb8e-943778b0c6c8 req-d913b5d3-a4b3-4339-8062-23452851942a tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852053 Jul 14 13:55:23.670533 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8db4b55f-09dc-48f2-86fb-c35b2f018a5f req-73a8ab13-5b30-4276-b3b2-dedc0c6984fd tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:55:23.686292 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b2d73f-bce5-4fcd-a159-065daaebcef7 None None] Sync routers for ids ['0bbe2875-072f-423d-ae4e-7e8b30c55027'] in dv-cinder-800697-2-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:55:23.706013 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b2d73f-bce5-4fcd-a159-065daaebcef7 None None] Routers {'0bbe2875-072f-423d-ae4e-7e8b30c55027'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:55:23.707592 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-05b2d73f-bce5-4fcd-a159-065daaebcef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:55:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['0bbe2875-072f-423d-ae4e-7e8b30c55027'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:23.731659 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db4b55f-09dc-48f2-86fb-c35b2f018a5f req-73a8ab13-5b30-4276-b3b2-dedc0c6984fd tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] No DVR routers for this DVR port a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9 on host hv-cinder-80069 {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:55:23.736738 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-8db4b55f-09dc-48f2-86fb-c35b2f018a5f req-73a8ab13-5b30-4276-b3b2-dedc0c6984fd tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:23.739520 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8db4b55f-09dc-48f2-86fb-c35b2f018a5f req-73a8ab13-5b30-4276-b3b2-dedc0c6984fd tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.59 "DELETE /v2.0/ports/a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9 HTTP/1.1" status: 204 len: 173 time: 1.0094659 Jul 14 13:55:23.740152 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aff2578-9582-4286-bae9-beac4df94eda', 'name': 'network-vif-deleted', 'tag': 'a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:55:23.742772 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8ef186-e342-4781-befd-bc422e0dd137" -d '{"events": [{"server_uuid": "2aff2578-9582-4286-bae9-beac4df94eda", "name": "network-vif-deleted", "tag": "a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:55:23.812483 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8019a796-d3f2-48f0-bfd2-82fcd55374b1 x-openstack-request-id: req-8019a796-d3f2-48f0-bfd2-82fcd55374b1 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:55:23.813040 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aff2578-9582-4286-bae9-beac4df94eda", "name": "network-vif-deleted", "tag": "a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:55:23.813479 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8019a796-d3f2-48f0-bfd2-82fcd55374b1 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:55:23.814078 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aff2578-9582-4286-bae9-beac4df94eda', 'name': 'network-vif-deleted', 'tag': 'a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9', 'status': 'completed', 'code': 200} Jul 14 13:55:23.991190 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-05b2d73f-bce5-4fcd-a159-065daaebcef7 None None] Set router 0bbe2875-072f-423d-ae4e-7e8b30c55027 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:55:24.226210 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-05b2d73f-bce5-4fcd-a159-065daaebcef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'name': 'tempest-TestVolumeBootPattern-1610234638-router', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:28Z', 'updated_at': '2021-07-14T13:51:33Z', 'revision_number': 4, 'project_id': '264797ac2dc84b21b49d043a80365add', 'gw_port': {'id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:29Z', 'updated_at': '2021-07-14T13:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': 'c23456c7-8a0c-4775-84c2-ad38b355449f', 'name': '', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'mac_address': 'fa:16:3e:f9:88:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:32Z', 'updated_at': '2021-07-14T13:51:40Z', 'revision_number': 5, 'project_id': '264797ac2dc84b21b49d043a80365add', 'subnets': [{'id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:24.257434 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b2d73f-bce5-4fcd-a159-065daaebcef7 None None] Checking router: 0bbe2875-072f-423d-ae4e-7e8b30c55027 for host: dv-cinder-800697-2-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:55:24.266791 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b2d73f-bce5-4fcd-a159-065daaebcef7 None None] Routers {'0bbe2875-072f-423d-ae4e-7e8b30c55027'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:55:24.267679 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-05b2d73f-bce5-4fcd-a159-065daaebcef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:55:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['0bbe2875-072f-423d-ae4e-7e8b30c55027'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:24.381009 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-05b2d73f-bce5-4fcd-a159-065daaebcef7 None None] Set router 0bbe2875-072f-423d-ae4e-7e8b30c55027 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:55:24.595520 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-05b2d73f-bce5-4fcd-a159-065daaebcef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'name': 'tempest-TestVolumeBootPattern-1610234638-router', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:28Z', 'updated_at': '2021-07-14T13:51:33Z', 'revision_number': 4, 'project_id': '264797ac2dc84b21b49d043a80365add', 'gw_port': {'id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:29Z', 'updated_at': '2021-07-14T13:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': 'c23456c7-8a0c-4775-84c2-ad38b355449f', 'name': '', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'mac_address': 'fa:16:3e:f9:88:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:32Z', 'updated_at': '2021-07-14T13:51:40Z', 'revision_number': 5, 'project_id': '264797ac2dc84b21b49d043a80365add', 'subnets': [{'id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:24.627512 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b2d73f-bce5-4fcd-a159-065daaebcef7 None None] The sync data for ids ['0bbe2875-072f-423d-ae4e-7e8b30c55027'] in dv-cinder-800697-2-iscsi is: [{'id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'name': 'tempest-TestVolumeBootPattern-1610234638-router', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:28Z', 'updated_at': '2021-07-14T13:51:33Z', 'revision_number': 4, 'project_id': '264797ac2dc84b21b49d043a80365add', 'gw_port': {'id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:29Z', 'updated_at': '2021-07-14T13:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': 'c23456c7-8a0c-4775-84c2-ad38b355449f', 'name': '', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'mac_address': 'fa:16:3e:f9:88:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:32Z', 'updated_at': '2021-07-14T13:51:40Z', 'revision_number': 5, 'project_id': '264797ac2dc84b21b49d043a80365add', 'subnets': [{'id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:55:24.876343 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c696f6-82c6-42a5-af08-0f46a2768f05 req-d4c113ed-a712-41c7-bac1-9d735d275b52 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:24.879303 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-00c696f6-82c6-42a5-af08-0f46a2768f05 req-d4c113ed-a712-41c7-bac1-9d735d275b52 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 946 time: 0.1073096 Jul 14 13:55:24.933549 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-00c696f6-82c6-42a5-af08-0f46a2768f05 req-f8f8fcbb-b2d5-4df9-899f-b9fd5a944bd7 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426512 Jul 14 13:55:25.001870 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7575848d-2aac-43da-83fb-9211edbe72a8 None None] New status for floating IP bcdc0b15-1496-4cd6-a58a-ddaf5dfd5f6f: DOWN {{(pid=104576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:55:25.035842 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-11d3400d-5fd4-4132-98ce-01759bd84b1d req-ad3103ea-e58c-4905-98aa-3431aefdccf5 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 210 time: 0.4277396 Jul 14 13:55:26.148441 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4322884-7bb5-4e18-ac0f-ced61a243128 req-5e253209-4805-44f9-ba52-eaf6426dd090 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:26.150792 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d4322884-7bb5-4e18-ac0f-ced61a243128 req-5e253209-4805-44f9-ba52-eaf6426dd090 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 946 time: 0.0764186 Jul 14 13:55:26.184487 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9c8d5926-2d44-4a67-a20e-64bb9f47e6fd req-7b1f2fc2-360a-4532-8d92-70ea680320c9 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aff2578-9582-4286-bae9-beac4df94eda HTTP/1.1" status: 200 len: 210 time: 0.0332325 Jul 14 13:55:26.223370 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d4322884-7bb5-4e18-ac0f-ced61a243128 req-15d6fdc6-6c06-463d-895c-b33769251196 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662742 Jul 14 13:55:27.449874 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1131282-238b-411f-89b1-27ecfc24aa06 req-2fcd252e-7fae-46a7-98dc-3ef8b925c250 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:27.451526 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f1131282-238b-411f-89b1-27ecfc24aa06 req-2fcd252e-7fae-46a7-98dc-3ef8b925c250 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 946 time: 0.0809264 Jul 14 13:55:27.507234 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f1131282-238b-411f-89b1-27ecfc24aa06 req-17aa10b2-d700-4d30-928b-809ac8c9bd22 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486419 Jul 14 13:55:27.530077 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-034cf485-d440-4e34-87d0-ac9a2fd9cb3c tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1067760971&fields=id&tenant_id=264797ac2dc84b21b49d043a80365add HTTP/1.1" status: 200 len: 267 time: 0.0435007 Jul 14 13:55:27.669065 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-484f369b-1d76-4ebf-9ce4-46138ddeb596 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:27.670773 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-484f369b-1d76-4ebf-9ce4-46138ddeb596 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/networks?id=a45b7b5e-8449-40db-b2c9-e253d306a9b7 HTTP/1.1" status: 200 len: 812 time: 0.1331272 Jul 14 13:55:27.686243 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-83485ca3-6b8d-489f-b3bc-1e32c1e2858f tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/quotas/264797ac2dc84b21b49d043a80365add HTTP/1.1" status: 200 len: 375 time: 0.0099332 Jul 14 13:55:27.762364 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-02a8ece5-bac8-4600-9c3c-e8a6b148ae27 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=264797ac2dc84b21b49d043a80365add&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0679498 Jul 14 13:55:28.005393 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-5da1feaa-141a-41c5-85d7-9145df27829b service neutron] 10.222.0.35 "GET /v2.0/networks/a45b7b5e-8449-40db-b2c9-e253d306a9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319763 Jul 14 13:55:28.123534 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-a1c1225f-f3c3-41ee-8362-d925383c1814 service neutron] 10.222.0.35 "GET /v2.0/networks/a45b7b5e-8449-40db-b2c9-e253d306a9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120946 Jul 14 13:55:28.509599 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-bfdeeca6-ae52-448c-88a9-52271bda27e3 req-902e9e9c-9dfb-405c-9ce1-513f764502aa tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7beacf1-3c8c-4391-97e2-03c105e82140 HTTP/1.1" status: 200 len: 210 time: 0.0456734 Jul 14 13:55:28.735013 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104302e-2ff5-489c-be54-58f46a066842 req-94ed341e-fe08-4ae1-a067-3ae8d3bd6338 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:28.736851 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0104302e-2ff5-489c-be54-58f46a066842 req-94ed341e-fe08-4ae1-a067-3ae8d3bd6338 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 946 time: 0.0902588 Jul 14 13:55:28.785861 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0104302e-2ff5-489c-be54-58f46a066842 req-9302c5bb-3ad8-4350-bc25-4797cabeeb34 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427165 Jul 14 13:55:29.652289 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ea394ec5-d575-47ba-95ff-53322a3e9bfb req-8136150c-c96f-4516-8865-167f53137829 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7beacf1-3c8c-4391-97e2-03c105e82140 HTTP/1.1" status: 200 len: 210 time: 0.0291286 Jul 14 13:55:29.727528 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:55:29.750247 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] No Port match for: a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9 {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:55:29.750586 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device a7a5c4f2-f4c1-42c2-91ab-6c2b1fb350e9 not bound to the agent host hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:55:30.000947 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-b07b74ed-06fe-4100-a625-982da46cf741 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:30.002273 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-b07b74ed-06fe-4100-a625-982da46cf741 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.59 "GET /v2.0/networks?id=a45b7b5e-8449-40db-b2c9-e253d306a9b7 HTTP/1.1" status: 200 len: 812 time: 0.1399550 Jul 14 13:55:30.014033 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f2e44-d234-43cc-a6dc-b8ccf84342cb req-bbc1dfee-49fa-4320-b957-dffb93a7a19e tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:30.015385 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-409f2e44-d234-43cc-a6dc-b8ccf84342cb req-bbc1dfee-49fa-4320-b957-dffb93a7a19e tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 946 time: 0.1018465 Jul 14 13:55:30.055961 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-409f2e44-d234-43cc-a6dc-b8ccf84342cb req-710df483-4c36-42e8-af9d-cfa28c0919d0 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349922 Jul 14 13:55:30.109009 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-1e3ce7f0-8d55-4d42-9c6c-e88155baa82a tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=264797ac2dc84b21b49d043a80365add HTTP/1.1" status: 200 len: 380 time: 0.0397305 Jul 14 13:55:30.119562 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-91c50fbb-c422-49d7-bd95-65d6fe2590b8 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Request body: {'port': {'device_id': 'f7beacf1-3c8c-4391-97e2-03c105e82140', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'admin_state_up': True, 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'security_groups': ['751e88df-ff47-4330-a16d-561ec35a754c']}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:55:30.235746 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-91c50fbb-c422-49d7-bd95-65d6fe2590b8 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Made reservation on behalf of 264797ac2dc84b21b49d043a80365add for: {'port': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:55:30.241146 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-91c50fbb-c422-49d7-bd95-65d6fe2590b8 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:30.375056 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-91c50fbb-c422-49d7-bd95-65d6fe2590b8 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Allocated IP 172.20.0.8 (a45b7b5e-8449-40db-b2c9-e253d306a9b7/61b5a236-d87b-41fd-8ce0-529921b310ad/4d04eae2-283c-43ab-91da-549996c8e65e) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:55:30.379298 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f5d73-4133-4833-8209-e6a85b07cd2e req-ea6dff19-12fa-48ff-b789-4ba9c8a95eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:30.380806 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ce7f5d73-4133-4833-8209-e6a85b07cd2e req-ea6dff19-12fa-48ff-b789-4ba9c8a95eb1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0aa375225aa7437fa9ce67ac24df914c&device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 1099 time: 0.0536065 Jul 14 13:55:30.470748 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f5d73-4133-4833-8209-e6a85b07cd2e req-cd406b4f-6475-4edc-969b-73e1ff1ed2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:30.472162 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ce7f5d73-4133-4833-8209-e6a85b07cd2e req-cd406b4f-6475-4edc-969b-73e1ff1ed2c5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4b726da0-ae68-495b-bfc7-0968d1d28d92 HTTP/1.1" status: 200 len: 918 time: 0.0840621 Jul 14 13:55:30.508791 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-91c50fbb-c422-49d7-bd95-65d6fe2590b8 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for port, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:30.520978 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-91c50fbb-c422-49d7-bd95-65d6fe2590b8 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Transition to ACTIVE for port object 4d04eae2-283c-43ab-91da-549996c8e65e will not be triggered until provisioned by entity DHCP. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:55:30.537065 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ce7f5d73-4133-4833-8209-e6a85b07cd2e req-00dc22fb-1cf1-49b2-9618-ac4796a8aad4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee035ed2-02c4-42d3-a6b7-54220480f2ff HTTP/1.1" status: 200 len: 1002 time: 0.0581901 Jul 14 13:55:30.557670 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-91c50fbb-c422-49d7-bd95-65d6fe2590b8 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:30.584751 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f5d73-4133-4833-8209-e6a85b07cd2e req-cd6ddcde-540f-4b0a-b56a-778530496e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:30.586199 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ce7f5d73-4133-4833-8209-e6a85b07cd2e req-cd6ddcde-540f-4b0a-b56a-778530496e8e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ebef684f-df3e-493a-a16d-87acc125d2bb HTTP/1.1" status: 200 len: 856 time: 0.0427375 Jul 14 13:55:30.606287 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-91c50fbb-c422-49d7-bd95-65d6fe2590b8 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Network a45b7b5e-8449-40db-b2c9-e253d306a9b7 is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:55:30.609604 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-91c50fbb-c422-49d7-bd95-65d6fe2590b8 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:55:30.613773 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-91c50fbb-c422-49d7-bd95-65d6fe2590b8 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:55:30.620997 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c50fbb-c422-49d7-bd95-65d6fe2590b8 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Pushing event updated for resources: {'Port': ['ID=4d04eae2-283c-43ab-91da-549996c8e65e,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:30.653093 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f5d73-4133-4833-8209-e6a85b07cd2e req-3e2b2243-65fb-4fdf-954e-e6ba1d831ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:30.654791 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ce7f5d73-4133-4833-8209-e6a85b07cd2e req-3e2b2243-65fb-4fdf-954e-e6ba1d831ada service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b726da0-ae68-495b-bfc7-0968d1d28d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0618994 Jul 14 13:55:30.667471 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-91c50fbb-c422-49d7-bd95-65d6fe2590b8 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:30.668111 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-91c50fbb-c422-49d7-bd95-65d6fe2590b8 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:30.685647 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-91c50fbb-c422-49d7-bd95-65d6fe2590b8 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5698433 Jul 14 13:55:30.720497 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-0f7dc51b-ede9-426d-a3fb-175d85839946 service neutron] Request body: {'port': {'device_id': 'f7beacf1-3c8c-4391-97e2-03c105e82140', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:55:30.758799 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ce7f5d73-4133-4833-8209-e6a85b07cd2e req-6a7afe47-4cd7-4c9e-abb0-e2d847c16bd5 service neutron] 10.222.0.59 "GET /v2.0/networks/4b726da0-ae68-495b-bfc7-0968d1d28d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952051 Jul 14 13:55:30.840516 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-0f7dc51b-ede9-426d-a3fb-175d85839946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:30.887617 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-adcfaaa3-2370-4727-8a05-52819cefb4f4 None None] Provisioning for port 4d04eae2-283c-43ab-91da-549996c8e65e completed by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:55:30.895339 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-adcfaaa3-2370-4727-8a05-52819cefb4f4 None None] Provisioning complete for port 4d04eae2-283c-43ab-91da-549996c8e65e triggered by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:55:30.895805 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-adcfaaa3-2370-4727-8a05-52819cefb4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:30.915507 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ce7f5d73-4133-4833-8209-e6a85b07cd2e req-bdb3e364-3d08-4b33-83a0-f404e3fdb5d8 service neutron] 10.222.0.59 "GET /v2.0/networks/4b726da0-ae68-495b-bfc7-0968d1d28d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514118 Jul 14 13:55:30.935153 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42763cab-e536-499e-aea3-3928aae5011d req-95081d46-bd8d-4853-9dee-acc024ae8628 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:30.937637 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-42763cab-e536-499e-aea3-3928aae5011d req-95081d46-bd8d-4853-9dee-acc024ae8628 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7beacf1-3c8c-4391-97e2-03c105e82140 HTTP/1.1" status: 200 len: 931 time: 0.1127057 Jul 14 13:55:30.950354 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-adcfaaa3-2370-4727-8a05-52819cefb4f4 None None] Port 4d04eae2-283c-43ab-91da-549996c8e65e cannot update to ACTIVE because it is not bound. {{(pid=104575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:55:30.986167 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-42763cab-e536-499e-aea3-3928aae5011d req-74984d1f-ee84-46d8-ac37-d20e137f33f3 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394380 Jul 14 13:55:31.145999 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-0f7dc51b-ede9-426d-a3fb-175d85839946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d04eae2-283c-43ab-91da-549996c8e65e {{(pid=104572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:55:31.155096 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-0f7dc51b-ede9-426d-a3fb-175d85839946 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:31.167174 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-0f7dc51b-ede9-426d-a3fb-175d85839946 service neutron] Transition to ACTIVE for port object 4d04eae2-283c-43ab-91da-549996c8e65e will not be triggered until provisioned by entity L2. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:55:31.173182 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-0f7dc51b-ede9-426d-a3fb-175d85839946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28728568'] for port, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:31.256627 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7dc51b-ede9-426d-a3fb-175d85839946 service neutron] Pushing event updated for resources: {'Port': ['ID=4d04eae2-283c-43ab-91da-549996c8e65e,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:31.333599 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f88df4-c6f5-4b14-9e27-ee07af0dc35d req-cfb93f9b-ab2a-4e86-84fd-c2d0da2065b2 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:31.335195 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-40f88df4-c6f5-4b14-9e27-ee07af0dc35d req-cfb93f9b-ab2a-4e86-84fd-c2d0da2065b2 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 946 time: 0.1588604 Jul 14 13:55:31.365248 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-0f7dc51b-ede9-426d-a3fb-175d85839946 service neutron] Attempting to bind port 4d04eae2-283c-43ab-91da-549996c8e65e on host hv-cinder-80069 for vnic_type normal with profile {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:55:31.365583 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-0f7dc51b-ede9-426d-a3fb-175d85839946 service neutron] Attempting to bind port 4d04eae2-283c-43ab-91da-549996c8e65e by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '81934ed0-8f82-419f-b662-86cae808ad67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7'}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:55:31.365918 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-0f7dc51b-ede9-426d-a3fb-175d85839946 service neutron] Attempting to bind port 4d04eae2-283c-43ab-91da-549996c8e65e on network a45b7b5e-8449-40db-b2c9-e253d306a9b7 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:55:31.379211 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-0f7dc51b-ede9-426d-a3fb-175d85839946 service neutron] Port 4d04eae2-283c-43ab-91da-549996c8e65e on network a45b7b5e-8449-40db-b2c9-e253d306a9b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:55:31.379533 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-0f7dc51b-ede9-426d-a3fb-175d85839946 service neutron] Attempting to bind port 4d04eae2-283c-43ab-91da-549996c8e65e on network a45b7b5e-8449-40db-b2c9-e253d306a9b7 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:55:31.388921 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-40f88df4-c6f5-4b14-9e27-ee07af0dc35d req-3abc0a34-8396-4138-a591-dd3b3372a103 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479441 Jul 14 13:55:31.389755 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-0f7dc51b-ede9-426d-a3fb-175d85839946 service neutron] Checking agent: {'id': '92e582b9-0e65-4c58-8afe-cb3347eabd77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 47, 47), 'started_at': datetime.datetime(2021, 7, 14, 13, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:55:31.390086 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-0f7dc51b-ede9-426d-a3fb-175d85839946 service neutron] Checking segment: {'id': '81934ed0-8f82-419f-b662-86cae808ad67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:55:31.390453 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-0f7dc51b-ede9-426d-a3fb-175d85839946 service neutron] Bound using segment: {'id': '81934ed0-8f82-419f-b662-86cae808ad67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7'} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:55:31.390883 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-0f7dc51b-ede9-426d-a3fb-175d85839946 service neutron] Bound port: 4d04eae2-283c-43ab-91da-549996c8e65e, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81934ed0-8f82-419f-b662-86cae808ad67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7'}}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:55:31.391260 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-0f7dc51b-ede9-426d-a3fb-175d85839946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:31.458250 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-0f7dc51b-ede9-426d-a3fb-175d85839946 service neutron] For port 4d04eae2-283c-43ab-91da-549996c8e65e, host hv-cinder-80069, cleared binding levels {{(pid=104572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:55:31.462334 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-0f7dc51b-ede9-426d-a3fb-175d85839946 service neutron] For port 4d04eae2-283c-43ab-91da-549996c8e65e, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=4d04eae2-283c-43ab-91da-549996c8e65e,segment=NetworkSegment(81934ed0-8f82-419f-b662-86cae808ad67),segment_id=81934ed0-8f82-419f-b662-86cae808ad67)] {{(pid=104572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:55:31.470549 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-0f7dc51b-ede9-426d-a3fb-175d85839946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28728568'] for port, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:31.511622 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-0f7dc51b-ede9-426d-a3fb-175d85839946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:31.512146 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-0f7dc51b-ede9-426d-a3fb-175d85839946 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:31.513558 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-0f7dc51b-ede9-426d-a3fb-175d85839946 service neutron] 10.222.0.59 "PUT /v2.0/ports/4d04eae2-283c-43ab-91da-549996c8e65e HTTP/1.1" status: 200 len: 1093 time: 0.8047802 Jul 14 13:55:31.513987 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7beacf1-3c8c-4391-97e2-03c105e82140', 'tag': '4d04eae2-283c-43ab-91da-549996c8e65e'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:55:31.516265 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2778bf38-aac3-4054-9513-628e06c5e27b" -d '{"events": [{"name": "network-changed", "server_uuid": "f7beacf1-3c8c-4391-97e2-03c105e82140", "tag": "4d04eae2-283c-43ab-91da-549996c8e65e"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:55:31.535382 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7dc51b-ede9-426d-a3fb-175d85839946 service neutron] Pushing event updated for resources: {'Port': ['ID=4d04eae2-283c-43ab-91da-549996c8e65e,revision_number=3']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:31.554562 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9f4879-4a13-4cae-8aa3-fb779c5509c1 x-openstack-request-id: req-6d9f4879-4a13-4cae-8aa3-fb779c5509c1 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:55:31.554851 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7beacf1-3c8c-4391-97e2-03c105e82140", "tag": "4d04eae2-283c-43ab-91da-549996c8e65e", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:55:31.555172 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6d9f4879-4a13-4cae-8aa3-fb779c5509c1 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:55:31.555565 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7beacf1-3c8c-4391-97e2-03c105e82140', 'tag': '4d04eae2-283c-43ab-91da-549996c8e65e', 'status': 'completed', 'code': 200} Jul 14 13:55:32.172078 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7208ee-6767-4be9-a162-7522da77d5f9 req-96740c3f-691c-4586-af5d-b04c5f15b891 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:32.173536 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2d7208ee-6767-4be9-a162-7522da77d5f9 req-96740c3f-691c-4586-af5d-b04c5f15b891 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7beacf1-3c8c-4391-97e2-03c105e82140 HTTP/1.1" status: 200 len: 943 time: 0.0701697 Jul 14 13:55:32.214304 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2d7208ee-6767-4be9-a162-7522da77d5f9 req-510188ae-c4a2-4df6-a302-ba286d823d57 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327513 Jul 14 13:55:32.593521 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e047adf-30c9-45db-9d4b-1d1e6e5c4ef4 req-1f13af88-d7ed-4da5-abad-04d43460a0d2 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:32.594938 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9e047adf-30c9-45db-9d4b-1d1e6e5c4ef4 req-1f13af88-d7ed-4da5-abad-04d43460a0d2 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 946 time: 0.0776422 Jul 14 13:55:32.636774 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9e047adf-30c9-45db-9d4b-1d1e6e5c4ef4 req-7c62acdf-e954-489b-943b-a0dd8dc6cb37 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361586 Jul 14 13:55:33.405842 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca132e-ecb2-4b78-96a3-8cab59af89fc req-965661b0-99ff-4e00-96ab-a57407bc7150 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:33.407343 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-14ca132e-ecb2-4b78-96a3-8cab59af89fc req-965661b0-99ff-4e00-96ab-a57407bc7150 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7beacf1-3c8c-4391-97e2-03c105e82140 HTTP/1.1" status: 200 len: 943 time: 0.0828612 Jul 14 13:55:33.446038 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-14ca132e-ecb2-4b78-96a3-8cab59af89fc req-5f74d2ac-a035-4de8-84e9-b4da1e7b3719 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329545 Jul 14 13:55:33.829987 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77ff16-1ab0-4c0b-8930-b0a665c45032 req-e48922c4-5386-4001-ac5d-6bed9adc41a6 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:33.831493 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9b77ff16-1ab0-4c0b-8930-b0a665c45032 req-e48922c4-5386-4001-ac5d-6bed9adc41a6 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 946 time: 0.0748334 Jul 14 13:55:33.874818 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9b77ff16-1ab0-4c0b-8930-b0a665c45032 req-8a3aaf22-2b7d-4ceb-a938-8daa3aeeef39 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376768 Jul 14 13:55:34.400566 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778bf38-aac3-4054-9513-628e06c5e27b req-7795f938-77f3-40c6-8d26-98b9ca0c33bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:34.401932 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2778bf38-aac3-4054-9513-628e06c5e27b req-7795f938-77f3-40c6-8d26-98b9ca0c33bf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=264797ac2dc84b21b49d043a80365add&device_id=f7beacf1-3c8c-4391-97e2-03c105e82140 HTTP/1.1" status: 200 len: 1096 time: 0.0581157 Jul 14 13:55:34.508902 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778bf38-aac3-4054-9513-628e06c5e27b req-9d1369ef-a7ba-495a-9ee6-d4b646a8314a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:34.510808 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2778bf38-aac3-4054-9513-628e06c5e27b req-9d1369ef-a7ba-495a-9ee6-d4b646a8314a service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=264797ac2dc84b21b49d043a80365add&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0921695 Jul 14 13:55:34.641048 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778bf38-aac3-4054-9513-628e06c5e27b req-b9580704-d4b9-4f0e-b269-28bfb21ccafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:34.642528 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2778bf38-aac3-4054-9513-628e06c5e27b req-b9580704-d4b9-4f0e-b269-28bfb21ccafd service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1248987 Jul 14 13:55:34.658058 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9aed4e-0aa7-4153-9df1-9e37b274cbd7 req-3ab7ce1e-7cb0-4248-97c8-add51bb5fff8 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:34.659424 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ea9aed4e-0aa7-4153-9df1-9e37b274cbd7 req-3ab7ce1e-7cb0-4248-97c8-add51bb5fff8 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7beacf1-3c8c-4391-97e2-03c105e82140 HTTP/1.1" status: 200 len: 943 time: 0.0964317 Jul 14 13:55:34.703551 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ea9aed4e-0aa7-4153-9df1-9e37b274cbd7 req-826c1720-d349-4987-ae44-222ecb7b8735 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359251 Jul 14 13:55:34.778860 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-a733e7b2-7491-4b20-a032-037533ab61ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:34.780402 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-a733e7b2-7491-4b20-a032-037533ab61ce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=264797ac2dc84b21b49d043a80365add&device_id=f7beacf1-3c8c-4391-97e2-03c105e82140 HTTP/1.1" status: 200 len: 1096 time: 0.0621483 Jul 14 13:55:34.829207 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-0606da49-bb69-46fe-831f-b24011acfec8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d04eae2-283c-43ab-91da-549996c8e65e HTTP/1.1" status: 200 len: 217 time: 0.0337925 Jul 14 13:55:34.890347 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-085f13eb-1f55-4e46-8d11-efc17ce56df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:34.891862 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-085f13eb-1f55-4e46-8d11-efc17ce56df1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=61b5a236-d87b-41fd-8ce0-529921b310ad HTTP/1.1" status: 200 len: 851 time: 0.0557973 Jul 14 13:55:34.952311 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-10985dad-3044-40f8-b769-f5fee8c11aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:34.953827 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-10985dad-3044-40f8-b769-f5fee8c11aa2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a45b7b5e-8449-40db-b2c9-e253d306a9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548460 Jul 14 13:55:35.041450 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-a7c6c389-e7de-4804-b2cf-40ccd54fde86 service neutron] 10.222.0.59 "GET /v2.0/networks/a45b7b5e-8449-40db-b2c9-e253d306a9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802608 Jul 14 13:55:35.051050 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1b8e8-a8d0-4525-99dd-6b26032808cb req-5eac4d75-aec3-485b-b96e-09d9aa2f94d7 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:35.052500 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-00c1b8e8-a8d0-4525-99dd-6b26032808cb req-5eac4d75-aec3-485b-b96e-09d9aa2f94d7 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 946 time: 0.0634680 Jul 14 13:55:35.089731 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-00c1b8e8-a8d0-4525-99dd-6b26032808cb req-7b3c05db-ba2c-4707-b959-74b2758b3086 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314424 Jul 14 13:55:35.135623 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-23ea9419-bef3-448e-acc6-4e39b43c6b56 req-184dd9db-0c20-4283-9c35-b6c7de9f8c9e service neutron] 10.222.0.59 "GET /v2.0/networks/a45b7b5e-8449-40db-b2c9-e253d306a9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850313 Jul 14 13:55:35.879187 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae33007-ac21-46cd-972e-2278701408d0 req-43f21e27-ec26-46ad-8892-aaeed8e0b0f1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:35.880681 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9ae33007-ac21-46cd-972e-2278701408d0 req-43f21e27-ec26-46ad-8892-aaeed8e0b0f1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7beacf1-3c8c-4391-97e2-03c105e82140 HTTP/1.1" status: 200 len: 943 time: 0.0639946 Jul 14 13:55:35.920482 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9ae33007-ac21-46cd-972e-2278701408d0 req-4cbedf15-5e62-443f-998d-66d60af99572 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319808 Jul 14 13:55:36.291315 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461f957-1657-4e36-a943-3194da0d378d req-41bcd2d0-84df-4484-b98b-b7c8e0fb7335 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:36.292783 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3461f957-1657-4e36-a943-3194da0d378d req-41bcd2d0-84df-4484-b98b-b7c8e0fb7335 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 946 time: 0.0791984 Jul 14 13:55:36.330100 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3461f957-1657-4e36-a943-3194da0d378d req-d5e5b952-3ba8-4b7a-a4c7-506cc2cc6d57 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315299 Jul 14 13:55:37.105914 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b7cdb-afc2-41ae-a0d3-1b1b61ab4658 req-40b8b330-dcc7-44cd-a437-4bea7052808a tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:37.107447 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1f9b7cdb-afc2-41ae-a0d3-1b1b61ab4658 req-40b8b330-dcc7-44cd-a437-4bea7052808a tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7beacf1-3c8c-4391-97e2-03c105e82140 HTTP/1.1" status: 200 len: 943 time: 0.0723867 Jul 14 13:55:37.146505 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1f9b7cdb-afc2-41ae-a0d3-1b1b61ab4658 req-b0fa8257-e050-4ddb-96f2-6bde5eb31797 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330200 Jul 14 13:55:37.304665 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device ee035ed2-02c4-42d3-a6b7-54220480f2ff no longer exists at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:55:37.384817 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:37.406700 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23494e2c-b594-4ad2-9077-82e66d21c9cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee035ed2-02c4-42d3-a6b7-54220480f2ff'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:55:37.408919 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06891aadf294c70300823a606954559f382215362bc7d52ae5ebbe768d2ce9e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5dc314-d796-4888-954a-6cd947b2a36e" -d '{"events": [{"server_uuid": "23494e2c-b594-4ad2-9077-82e66d21c9cd", "name": "network-vif-unplugged", "status": "completed", "tag": "ee035ed2-02c4-42d3-a6b7-54220480f2ff"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:55:37.421198 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port ee035ed2-02c4-42d3-a6b7-54220480f2ff, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ee035ed2-02c4-42d3-a6b7-54220480f2ff,segment=NetworkSegment(3782ce6e-4a36-46a1-9082-0427f175f195),segment_id=3782ce6e-4a36-46a1-9082-0427f175f195)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:55:37.427271 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:37.449634 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 13:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2927470-9616-4341-b626-0a7214e239ae x-openstack-request-id: req-b2927470-9616-4341-b626-0a7214e239ae {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:55:37.449922 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23494e2c-b594-4ad2-9077-82e66d21c9cd", "name": "network-vif-unplugged", "status": "failed", "tag": "ee035ed2-02c4-42d3-a6b7-54220480f2ff", "code": 422}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:55:37.450171 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b2927470-9616-4341-b626-0a7214e239ae {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:55:37.450559 dv-cinder-800697-2-iscsi neutron-server[104575]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '23494e2c-b594-4ad2-9077-82e66d21c9cd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ee035ed2-02c4-42d3-a6b7-54220480f2ff', 'code': 422} returned with failed status Jul 14 13:55:37.475355 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=ee035ed2-02c4-42d3-a6b7-54220480f2ff,revision_number=8']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:38.329490 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31d6b1-099a-417f-b91c-1b0d580734e5 req-015b93dc-a1f8-4c4b-9d79-449069e08cee tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:38.330952 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cf31d6b1-099a-417f-b91c-1b0d580734e5 req-015b93dc-a1f8-4c4b-9d79-449069e08cee tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7beacf1-3c8c-4391-97e2-03c105e82140 HTTP/1.1" status: 200 len: 943 time: 0.0699949 Jul 14 13:55:38.369272 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cf31d6b1-099a-417f-b91c-1b0d580734e5 req-50655224-20c3-46b2-8ebc-53cec01600b7 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325844 Jul 14 13:55:38.525022 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0382e-27c0-4e7e-aea5-89aa1d06a956 req-819f6ff7-984c-4e34-b195-4da766c7b16c tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:38.526485 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-66f0382e-27c0-4e7e-aea5-89aa1d06a956 req-819f6ff7-984c-4e34-b195-4da766c7b16c tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 944 time: 0.0628917 Jul 14 13:55:38.562904 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-66f0382e-27c0-4e7e-aea5-89aa1d06a956 req-8b19ed71-15c1-43f1-93f1-d5d37c700166 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305698 Jul 14 13:55:38.676866 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 49014) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:38.770420 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d36cd223-392d-4f60-ace7-f42a21be4719 req-d996053b-d4f2-4c48-8ca3-a7cd114a7eb0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0923791 Jul 14 13:55:39.545868 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e45c8-ee8a-448d-a54f-acfad8238a79 req-3fc2cbff-1607-4ffa-bf3c-0d04f426e814 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:39.547236 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-915e45c8-ee8a-448d-a54f-acfad8238a79 req-3fc2cbff-1607-4ffa-bf3c-0d04f426e814 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7beacf1-3c8c-4391-97e2-03c105e82140 HTTP/1.1" status: 200 len: 943 time: 0.0649645 Jul 14 13:55:39.584744 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-915e45c8-ee8a-448d-a54f-acfad8238a79 req-9060f1b0-4492-4f41-8d05-e8c11037c7c1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318627 Jul 14 13:55:39.745053 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f6763-2d9e-4406-beb4-6620ff6d486c req-bb5b7812-4842-4736-8021-d39dbe09a05b tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:39.746495 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b04f6763-2d9e-4406-beb4-6620ff6d486c req-bb5b7812-4842-4736-8021-d39dbe09a05b tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 944 time: 0.0689235 Jul 14 13:55:39.784522 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36cd223-392d-4f60-ace7-f42a21be4719 req-1a6f18c1-a3bc-4882-bc01-d4932e0b3044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:39.786031 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d36cd223-392d-4f60-ace7-f42a21be4719 req-1a6f18c1-a3bc-4882-bc01-d4932e0b3044 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd&tenant_id=0aa375225aa7437fa9ce67ac24df914c HTTP/1.1" status: 200 len: 1097 time: 0.0807626 Jul 14 13:55:39.786851 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b04f6763-2d9e-4406-beb4-6620ff6d486c req-49e484ce-f35d-4a7c-aceb-58b38b053a5e tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346003 Jul 14 13:55:39.874214 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36cd223-392d-4f60-ace7-f42a21be4719 req-b7e23e3a-003d-4851-808b-08be7fd3ed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:39.875719 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d36cd223-392d-4f60-ace7-f42a21be4719 req-b7e23e3a-003d-4851-808b-08be7fd3ed55 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0aa375225aa7437fa9ce67ac24df914c&device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 1097 time: 0.0551126 Jul 14 13:55:39.961973 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36cd223-392d-4f60-ace7-f42a21be4719 req-1f08033f-871d-463a-b443-c9fc05dde51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:39.963457 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d36cd223-392d-4f60-ace7-f42a21be4719 req-1f08033f-871d-463a-b443-c9fc05dde51b service neutron] 10.222.0.59 "GET /v2.0/networks?id=4b726da0-ae68-495b-bfc7-0968d1d28d92 HTTP/1.1" status: 200 len: 918 time: 0.0807557 Jul 14 13:55:40.032204 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d36cd223-392d-4f60-ace7-f42a21be4719 req-12a1fbb3-dc0d-4c5e-95ad-097e9846c33e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee035ed2-02c4-42d3-a6b7-54220480f2ff HTTP/1.1" status: 200 len: 1000 time: 0.0606203 Jul 14 13:55:40.081173 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36cd223-392d-4f60-ace7-f42a21be4719 req-58d3c027-031b-4953-bfa8-d8216d45524e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:40.082687 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d36cd223-392d-4f60-ace7-f42a21be4719 req-58d3c027-031b-4953-bfa8-d8216d45524e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ebef684f-df3e-493a-a16d-87acc125d2bb HTTP/1.1" status: 200 len: 856 time: 0.0435362 Jul 14 13:55:40.140535 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36cd223-392d-4f60-ace7-f42a21be4719 req-b21f0a5b-2ff6-4c69-aa8f-57726c074377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:40.141991 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d36cd223-392d-4f60-ace7-f42a21be4719 req-b21f0a5b-2ff6-4c69-aa8f-57726c074377 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b726da0-ae68-495b-bfc7-0968d1d28d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516455 Jul 14 13:55:40.235057 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d36cd223-392d-4f60-ace7-f42a21be4719 req-494f7648-f5d6-4d92-9ec4-86e889118263 service neutron] 10.222.0.59 "GET /v2.0/networks/4b726da0-ae68-495b-bfc7-0968d1d28d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856187 Jul 14 13:55:40.329087 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d36cd223-392d-4f60-ace7-f42a21be4719 req-d8f77ed2-3359-42a9-b2e0-754e21578b68 service neutron] 10.222.0.59 "GET /v2.0/networks/4b726da0-ae68-495b-bfc7-0968d1d28d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864859 Jul 14 13:55:40.769321 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280f5e6-b04e-432f-9813-fa066dc0b24b req-28e98be6-5798-40df-8e3a-61d6ec56821c tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:40.770867 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6280f5e6-b04e-432f-9813-fa066dc0b24b req-28e98be6-5798-40df-8e3a-61d6ec56821c tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7beacf1-3c8c-4391-97e2-03c105e82140 HTTP/1.1" status: 200 len: 943 time: 0.0770721 Jul 14 13:55:40.841334 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6280f5e6-b04e-432f-9813-fa066dc0b24b req-cf930cbd-f8f1-4d90-b275-0372a53b92d8 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623047 Jul 14 13:55:41.009336 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb5072-e21c-4f51-ad42-6f81ab989c3e req-741f9c58-b01c-434f-86c6-fef5a7f2bc3c tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:41.012195 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-22cb5072-e21c-4f51-ad42-6f81ab989c3e req-741f9c58-b01c-434f-86c6-fef5a7f2bc3c tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 944 time: 0.0807979 Jul 14 13:55:41.057221 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-22cb5072-e21c-4f51-ad42-6f81ab989c3e req-eef02585-d09f-4933-a5a2-56a26eb4d62d tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394540 Jul 14 13:55:42.022011 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efeae4f-1c8a-46a5-8da9-417f3b8b4072 req-c249c5e8-388d-488b-baf5-219cf3f6addb tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:42.023518 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4efeae4f-1c8a-46a5-8da9-417f3b8b4072 req-c249c5e8-388d-488b-baf5-219cf3f6addb tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7beacf1-3c8c-4391-97e2-03c105e82140 HTTP/1.1" status: 200 len: 943 time: 0.0631764 Jul 14 13:55:42.061385 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4efeae4f-1c8a-46a5-8da9-417f3b8b4072 req-cbd22a8c-c538-401f-8a6d-9567fc7d298a tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322645 Jul 14 13:55:42.254445 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576ad7e-00b1-472f-90b4-57aadd7ff7e6 req-5abeb8c9-0169-4dc9-a490-cdff054e321e tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:42.255955 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5576ad7e-00b1-472f-90b4-57aadd7ff7e6 req-5abeb8c9-0169-4dc9-a490-cdff054e321e tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 944 time: 0.0695376 Jul 14 13:55:42.292986 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5576ad7e-00b1-472f-90b4-57aadd7ff7e6 req-25435eaa-9400-420f-b198-e33206cbf3ae tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314620 Jul 14 13:55:43.245746 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77a806-908a-42fd-8930-f40192221971 req-48c3d5c1-df45-41ef-97d6-f388f580a05d tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:43.247235 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2a77a806-908a-42fd-8930-f40192221971 req-48c3d5c1-df45-41ef-97d6-f388f580a05d tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7beacf1-3c8c-4391-97e2-03c105e82140 HTTP/1.1" status: 200 len: 943 time: 0.0655854 Jul 14 13:55:43.299203 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2a77a806-908a-42fd-8930-f40192221971 req-839f12fd-7017-425b-af40-1962e09de2a0 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442379 Jul 14 13:55:43.477296 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71080f21-c178-4cfd-baa1-442fbf3818a3 req-18a3ee1f-74d7-4d32-8caf-b614a4bb7f6e tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:43.478733 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-71080f21-c178-4cfd-baa1-442fbf3818a3 req-18a3ee1f-74d7-4d32-8caf-b614a4bb7f6e tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 944 time: 0.0675282 Jul 14 13:55:43.516592 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-71080f21-c178-4cfd-baa1-442fbf3818a3 req-d50c7256-0431-49a3-bbd8-b3ee39d7beab tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321980 Jul 14 13:55:44.469468 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd5be8-0ded-4b8a-873c-be140d17293e req-28fa5359-5e3d-4a11-a017-b29342a03e44 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:44.470892 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-3ecd5be8-0ded-4b8a-873c-be140d17293e req-28fa5359-5e3d-4a11-a017-b29342a03e44 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7beacf1-3c8c-4391-97e2-03c105e82140 HTTP/1.1" status: 200 len: 943 time: 0.0708952 Jul 14 13:55:44.508789 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-3ecd5be8-0ded-4b8a-873c-be140d17293e req-b177cfb9-f108-4831-9086-371390cfe4a0 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321155 Jul 14 13:55:44.678514 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 49116) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:44.703531 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246b145-560a-42bc-bd4d-81b1064f6d4e req-eb907cf3-8cf5-4a21-ae90-5164cb57cd62 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:44.705056 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a246b145-560a-42bc-bd4d-81b1064f6d4e req-eb907cf3-8cf5-4a21-ae90-5164cb57cd62 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 944 time: 0.0635138 Jul 14 13:55:44.721666 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_v2 [None req-b86e7b19-a608-4f31-b712-e9c673899bb7 admin admin] Deleting subnet 325c8fb8-f97d-4716-b90a-ef3374b4a692 {{(pid=104572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 13:55:44.724584 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b86e7b19-a608-4f31-b712-e9c673899bb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:44.743076 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a246b145-560a-42bc-bd4d-81b1064f6d4e req-360ae441-8a9d-4f94-95c2-c11b8c4f561f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323167 Jul 14 13:55:44.758139 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b86e7b19-a608-4f31-b712-e9c673899bb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28912351'] for subnet, precommit_delete_associations {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:44.795034 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b86e7b19-a608-4f31-b712-e9c673899bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3904323'] for subnet, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:44.859573 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b86e7b19-a608-4f31-b712-e9c673899bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3904314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28728494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28022847'] for subnet, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:44.891852 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e7b19-a608-4f31-b712-e9c673899bb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=325c8fb8-f97d-4716-b90a-ef3374b4a692,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:44.900568 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b86e7b19-a608-4f31-b712-e9c673899bb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for subnet, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:44.905283 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 49118) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:44.905475 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-b86e7b19-a608-4f31-b712-e9c673899bb7 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/325c8fb8-f97d-4716-b90a-ef3374b4a692 HTTP/1.1" status: 204 len: 168 time: 0.2256365 Jul 14 13:55:44.977073 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-324e3a89-3019-4c37-ae4f-d27e127eadd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3740586'] for network, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:45.053460 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-324e3a89-3019-4c37-ae4f-d27e127eadd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3927510', 'neutron.services.segments.db._delete_segments_for_network-8787525843523'] for network, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:45.068973 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-324e3a89-3019-4c37-ae4f-d27e127eadd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0']}} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:45.083603 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-324e3a89-3019-4c37-ae4f-d27e127eadd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7065404a-fcb0-43e6-b135-c410dcfbc4c5') {'for_net_delete': True} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:45.083896 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-324e3a89-3019-4c37-ae4f-d27e127eadd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7065404a-fcb0-43e6-b135-c410dcfbc4c5') {} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:45.092654 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-324e3a89-3019-4c37-ae4f-d27e127eadd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787525844044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28943697'] for segment, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:45.105886 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-324e3a89-3019-4c37-ae4f-d27e127eadd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542'] for segment, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:45.111759 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-324e3a89-3019-4c37-ae4f-d27e127eadd6 admin admin] Releasing vlan 870 on physical network physnet1 to pool {{(pid=104573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 13:55:45.112141 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-324e3a89-3019-4c37-ae4f-d27e127eadd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25679508'] for segment, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:45.113700 dv-cinder-800697-2-iscsi neutron-server[104573]: Traceback (most recent call last): Jul 14 13:55:45.113700 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 13:55:45.113700 dv-cinder-800697-2-iscsi neutron-server[104573]: timer() Jul 14 13:55:45.113700 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 13:55:45.113700 dv-cinder-800697-2-iscsi neutron-server[104573]: cb(*args, **kw) Jul 14 13:55:45.113700 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 13:55:45.113700 dv-cinder-800697-2-iscsi neutron-server[104573]: return func(*args, **kwargs) Jul 14 13:55:45.113700 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 13:55:45.113700 dv-cinder-800697-2-iscsi neutron-server[104573]: self._notify() Jul 14 13:55:45.113700 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 13:55:45.113700 dv-cinder-800697-2-iscsi neutron-server[104573]: self.callback(batched_events) Jul 14 13:55:45.113700 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 13:55:45.113700 dv-cinder-800697-2-iscsi neutron-server[104573]: event.method(event) Jul 14 13:55:45.113700 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 13:55:45.113700 dv-cinder-800697-2-iscsi neutron-server[104573]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 13:55:45.113700 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 13:55:45.113700 dv-cinder-800697-2-iscsi neutron-server[104573]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 13:55:45.113700 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 13:55:45.113700 dv-cinder-800697-2-iscsi neutron-server[104573]: return f(self, *a, **k) Jul 14 13:55:45.113700 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 13:55:45.113700 dv-cinder-800697-2-iscsi neutron-server[104573]: return self._get(url).json() Jul 14 13:55:45.113700 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 13:55:45.113700 dv-cinder-800697-2-iscsi neutron-server[104573]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 13:55:45.113700 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 13:55:45.113700 dv-cinder-800697-2-iscsi neutron-server[104573]: return self.request(url, 'GET', **kwargs) Jul 14 13:55:45.113700 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 13:55:45.113700 dv-cinder-800697-2-iscsi neutron-server[104573]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 13:55:45.113700 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 13:55:45.113700 dv-cinder-800697-2-iscsi neutron-server[104573]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 13:55:45.113700 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 13:55:45.113700 dv-cinder-800697-2-iscsi neutron-server[104573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 13:55:45.113700 dv-cinder-800697-2-iscsi neutron-server[104573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 13:55:45.173874 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-324e3a89-3019-4c37-ae4f-d27e127eadd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3927489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359267'] for network, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:45.181967 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-324e3a89-3019-4c37-ae4f-d27e127eadd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for network, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:45.184011 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-324e3a89-3019-4c37-ae4f-d27e127eadd6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0 HTTP/1.1" status: 204 len: 168 time: 0.2776277 Jul 14 13:55:45.198282 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e3a89-3019-4c37-ae4f-d27e127eadd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cf3d3ff-a2ce-4cce-bb08-d6df8225b7c0,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:45.357448 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 49122) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:45.397411 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-85c440e3-7e2b-4409-a52d-037b122c2675 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=413ff8eedf6d4eb895d9dbc96c24bbc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388188 Jul 14 13:55:45.400000 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 49124) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:45.447701 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7ffc5dab-f39d-4177-a977-3936718922b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:45.485594 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7ffc5dab-f39d-4177-a977-3936718922b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:45.580441 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7ffc5dab-f39d-4177-a977-3936718922b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:45.585614 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7ffc5dab-f39d-4177-a977-3936718922b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:45.594203 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-7ffc5dab-f39d-4177-a977-3936718922b1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d16264e8-e5ed-43e4-92fb-0b5b28d68358 HTTP/1.1" status: 204 len: 168 time: 0.1923182 Jul 14 13:55:45.628222 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc5dab-f39d-4177-a977-3936718922b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16264e8-e5ed-43e4-92fb-0b5b28d68358,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:45.704193 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8c6c1-2a97-4238-a944-e36e2cc98a5e req-567a847b-3f18-41b3-9bf4-9d9f122a5e28 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:45.705743 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5ef8c6c1-2a97-4238-a944-e36e2cc98a5e req-567a847b-3f18-41b3-9bf4-9d9f122a5e28 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7beacf1-3c8c-4391-97e2-03c105e82140 HTTP/1.1" status: 200 len: 943 time: 0.0621042 Jul 14 13:55:45.759516 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5ef8c6c1-2a97-4238-a944-e36e2cc98a5e req-21446119-e163-4089-a22d-10dc22920a81 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468132 Jul 14 13:55:45.943492 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2949823-b57a-4816-a861-a4b5af9ebab4 req-d533c7e7-4a0b-4f93-92d3-7ec18a79fb74 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:45.945206 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b2949823-b57a-4816-a861-a4b5af9ebab4 req-d533c7e7-4a0b-4f93-92d3-7ec18a79fb74 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 944 time: 0.0661459 Jul 14 13:55:46.006074 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b2949823-b57a-4816-a861-a4b5af9ebab4 req-923cb4f0-3468-4e35-ba28-ba6ee94d99d6 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461433 Jul 14 13:55:46.400913 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 49150) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:46.511312 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-d1b66454-8d74-4609-9dae-cb2f67b5c1de admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1899559920-network', 'tenant_id': '7f650beba843405cbf8579c022f357ed'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:55:46.535093 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b66454-8d74-4609-9dae-cb2f67b5c1de admin admin] Made reservation on behalf of 7f650beba843405cbf8579c022f357ed for: {'network': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:55:46.537551 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d1b66454-8d74-4609-9dae-cb2f67b5c1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for network, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:46.549150 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d1b66454-8d74-4609-9dae-cb2f67b5c1de admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:46.636156 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d1b66454-8d74-4609-9dae-cb2f67b5c1de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:46.641808 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d1b66454-8d74-4609-9dae-cb2f67b5c1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:46.681806 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1b66454-8d74-4609-9dae-cb2f67b5c1de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=104573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:55:46.686490 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b66454-8d74-4609-9dae-cb2f67b5c1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3faa8cc8-6137-47b7-bbeb-e2506abe75f4,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:46.696193 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d1b66454-8d74-4609-9dae-cb2f67b5c1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542'] for segment, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:46.696546 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.db.segments_db [None req-d1b66454-8d74-4609-9dae-cb2f67b5c1de admin admin] Added segment 63f26617-ec2e-4b21-85a6-8d9ce4b9b2c6 of type vlan for network dd362da1-e55a-4cee-b77b-1d27ef8bcfe7 Jul 14 13:55:46.748975 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d1b66454-8d74-4609-9dae-cb2f67b5c1de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787525299204'] for network, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:46.780611 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d1b66454-8d74-4609-9dae-cb2f67b5c1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338'] for network, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:46.781619 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b66454-8d74-4609-9dae-cb2f67b5c1de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:46.782183 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d1b66454-8d74-4609-9dae-cb2f67b5c1de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for network, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:46.839826 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-d1b66454-8d74-4609-9dae-cb2f67b5c1de admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4377217 Jul 14 13:55:46.842562 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 49156) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:46.847509 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-0b547ba7-947b-4953-a579-1985eebd9a1a admin admin] Request body: {'subnet': {'network_id': 'dd362da1-e55a-4cee-b77b-1d27ef8bcfe7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1899559920-subnet', 'tenant_id': '7f650beba843405cbf8579c022f357ed', 'ip_version': 4}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:55:46.852860 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.agents_db [None req-f94fc2f4-144f-4bce-9715-a006bfd56775 None None] Agent healthcheck: found 6 active agents {{(pid=104576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:55:46.856208 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b66454-8d74-4609-9dae-cb2f67b5c1de admin admin] Pushing event updated for resources: {'Network': ['ID=dd362da1-e55a-4cee-b77b-1d27ef8bcfe7,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:46.869321 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Network dd362da1-e55a-4cee-b77b-1d27ef8bcfe7 details requested by agent ovs-agent-dv-cinder-800697-2-iscsi with host dv-cinder-800697-2-iscsi {{(pid=104575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:55:46.876476 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b547ba7-947b-4953-a579-1985eebd9a1a admin admin] Made reservation on behalf of 7f650beba843405cbf8579c022f357ed for: {'subnet': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:55:46.879432 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-0b547ba7-947b-4953-a579-1985eebd9a1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25587331'] for subnet, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:46.971642 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c4e7a-df40-4e8f-b811-5d07865892d0 req-b5469926-f6cb-404a-977d-a420dd5391a6 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:46.979208 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0f0c4e7a-df40-4e8f-b811-5d07865892d0 req-b5469926-f6cb-404a-977d-a420dd5391a6 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7beacf1-3c8c-4391-97e2-03c105e82140 HTTP/1.1" status: 200 len: 943 time: 0.0703483 Jul 14 13:55:47.020770 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6d2711ec-040c-47e5-b114-b8aaf05ebd62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:47.027870 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0f0c4e7a-df40-4e8f-b811-5d07865892d0 req-8ffa3069-951a-42de-9bb7-6c8accfdc120 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475266 Jul 14 13:55:47.103690 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-0b547ba7-947b-4953-a579-1985eebd9a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25587377'] for subnet, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:47.186880 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b547ba7-947b-4953-a579-1985eebd9a1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=221ed8c7-0fd8-4885-a702-ddccb87c327c,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:47.212487 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b547ba7-947b-4953-a579-1985eebd9a1a admin admin] Checking segment: {'id': '63f26617-ec2e-4b21-85a6-8d9ce4b9b2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'dd362da1-e55a-4cee-b77b-1d27ef8bcfe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:55:47.212841 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b547ba7-947b-4953-a579-1985eebd9a1a admin admin] Network hostable DHCP agents. Network: dd362da1-e55a-4cee-b77b-1d27ef8bcfe7, hostable agents: ['d5e7476e-1d58-4a72-9697-436f60a7843b'], hosted agents: [] {{(pid=104573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:55:47.241074 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e971c27-1741-4a88-9add-598253145bcf req-4b56c9da-fa0d-4a90-ab3c-6dd482d96783 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:47.242509 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7e971c27-1741-4a88-9add-598253145bcf req-4b56c9da-fa0d-4a90-ab3c-6dd482d96783 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 944 time: 0.1094522 Jul 14 13:55:47.243704 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b547ba7-947b-4953-a579-1985eebd9a1a admin admin] Network dd362da1-e55a-4cee-b77b-1d27ef8bcfe7 is scheduled to be hosted by DHCP agent d5e7476e-1d58-4a72-9697-436f60a7843b with binding_index 1 {{(pid=104573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:55:47.257465 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-0b547ba7-947b-4953-a579-1985eebd9a1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-2-iscsi, dd362da1-e55a-4cee-b77b-1d27ef8bcfe7) {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:55:47.265247 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab59fa7-a9b3-44eb-a393-341d95ef4d20 None None] Network dd362da1-e55a-4cee-b77b-1d27ef8bcfe7 requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:55:47.271531 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b547ba7-947b-4953-a579-1985eebd9a1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:47.272112 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-0b547ba7-947b-4953-a579-1985eebd9a1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:47.295181 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7e971c27-1741-4a88-9add-598253145bcf req-c5e3091b-122d-4f2c-90e8-35a00550aab9 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457835 Jul 14 13:55:47.299509 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-0b547ba7-947b-4953-a579-1985eebd9a1a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4533241 Jul 14 13:55:47.299878 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 49160) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:47.304820 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-52497859-6174-442c-ac17-6ab086b17200 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1899559920-router', 'tenant_id': '7f650beba843405cbf8579c022f357ed', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'}}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:55:47.346027 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-52497859-6174-442c-ac17-6ab086b17200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-359094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60051'] for router, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:47.347767 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-52497859-6174-442c-ac17-6ab086b17200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-358933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-353752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60056'] for router, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:47.403750 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-52497859-6174-442c-ac17-6ab086b17200 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:47.430261 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00a4ae6-5c8f-46ef-a516-ecbc7376e3f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82750a10-d604-5a62-9a9a-8866d319da02-dd362da1-e55a-4cee-b77b-1d27ef8bcfe7', 'network_id': 'dd362da1-e55a-4cee-b77b-1d27ef8bcfe7', 'tenant_id': '7f650beba843405cbf8579c022f357ed', 'fixed_ips': [{'subnet_id': '221ed8c7-0fd8-4885-a702-ddccb87c327c'}]}} from dv-cinder-800697-2-iscsi. {{(pid=104575) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 13:55:47.431198 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-a00a4ae6-5c8f-46ef-a516-ecbc7376e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:47.544131 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-52497859-6174-442c-ac17-6ab086b17200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-353738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-359072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65394'] for router, precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:47.609390 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.db_base_plugin_common [None req-a00a4ae6-5c8f-46ef-a516-ecbc7376e3f4 None None] Allocated IP 172.20.0.2 (dd362da1-e55a-4cee-b77b-1d27ef8bcfe7/221ed8c7-0fd8-4885-a702-ddccb87c327c/b9c47491-9df5-4ebb-9c95-4d651cda436f) {{(pid=104575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:55:47.789544 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-a00a4ae6-5c8f-46ef-a516-ecbc7376e3f4 None None] Notify callbacks [] for port, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:47.798743 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-a00a4ae6-5c8f-46ef-a516-ecbc7376e3f4 None None] Transition to ACTIVE for port object b9c47491-9df5-4ebb-9c95-4d651cda436f will not be triggered until provisioned by entity L2. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:55:47.814247 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-a00a4ae6-5c8f-46ef-a516-ecbc7376e3f4 None None] Transition to ACTIVE for port object b9c47491-9df5-4ebb-9c95-4d651cda436f will not be triggered until provisioned by entity DHCP. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:55:47.821507 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-a00a4ae6-5c8f-46ef-a516-ecbc7376e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755'] for port, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:47.829553 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-52497859-6174-442c-ac17-6ab086b17200 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:47.854890 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-52497859-6174-442c-ac17-6ab086b17200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:47.868915 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00a4ae6-5c8f-46ef-a516-ecbc7376e3f4 None None] Network dd362da1-e55a-4cee-b77b-1d27ef8bcfe7 is already hosted by enough agents. {{(pid=104575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:55:47.871642 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [None req-a00a4ae6-5c8f-46ef-a516-ecbc7376e3f4 None None] Resources bound (agent type, host, resource id): {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:55:47.874306 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00a4ae6-5c8f-46ef-a516-ecbc7376e3f4 None None] Received port after_create {{(pid=104575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:55:47.885582 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a4ae6-5c8f-46ef-a516-ecbc7376e3f4 None None] Pushing event updated for resources: {'Port': ['ID=b9c47491-9df5-4ebb-9c95-4d651cda436f,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:47.902845 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a4ae6-5c8f-46ef-a516-ecbc7376e3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:47.903254 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a4ae6-5c8f-46ef-a516-ecbc7376e3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:47.903723 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a4ae6-5c8f-46ef-a516-ecbc7376e3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:47.904149 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a4ae6-5c8f-46ef-a516-ecbc7376e3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:47.904581 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a4ae6-5c8f-46ef-a516-ecbc7376e3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:47.904983 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a4ae6-5c8f-46ef-a516-ecbc7376e3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:47.905373 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a4ae6-5c8f-46ef-a516-ecbc7376e3f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:47.905783 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a4ae6-5c8f-46ef-a516-ecbc7376e3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:47.906172 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a4ae6-5c8f-46ef-a516-ecbc7376e3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:47.906561 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a4ae6-5c8f-46ef-a516-ecbc7376e3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:47.906967 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a4ae6-5c8f-46ef-a516-ecbc7376e3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:47.907382 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a4ae6-5c8f-46ef-a516-ecbc7376e3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:47.979647 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:47.982211 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [None req-52497859-6174-442c-ac17-6ab086b17200 admin admin] Allocated IP 172.27.1.151 (b28dab8c-9c3b-45dd-8fa2-7ffa63c66645/3e00a68e-7419-45b7-a88a-a672d20cc9ef/1873dffd-f0d1-4c37-baff-af806b6f2cc3) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:55:47.993515 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-a00a4ae6-5c8f-46ef-a516-ecbc7376e3f4 None None] Attempting to bind port b9c47491-9df5-4ebb-9c95-4d651cda436f on host dv-cinder-800697-2-iscsi for vnic_type normal with profile {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:55:47.994217 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-a00a4ae6-5c8f-46ef-a516-ecbc7376e3f4 None None] Attempting to bind port b9c47491-9df5-4ebb-9c95-4d651cda436f by drivers openvswitch,hyperv on host dv-cinder-800697-2-iscsi at level 0 using segments [{'id': '63f26617-ec2e-4b21-85a6-8d9ce4b9b2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'dd362da1-e55a-4cee-b77b-1d27ef8bcfe7'}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:55:47.994747 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00a4ae6-5c8f-46ef-a516-ecbc7376e3f4 None None] Attempting to bind port b9c47491-9df5-4ebb-9c95-4d651cda436f on network dd362da1-e55a-4cee-b77b-1d27ef8bcfe7 {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:55:48.002664 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00a4ae6-5c8f-46ef-a516-ecbc7376e3f4 None None] Checking agent: {'id': 'c8ba3178-5fdc-4895-ae06-68797a69110c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 41, 49), 'started_at': datetime.datetime(2021, 7, 14, 13, 42, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:55:48.003578 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00a4ae6-5c8f-46ef-a516-ecbc7376e3f4 None None] Checking segment: {'id': '63f26617-ec2e-4b21-85a6-8d9ce4b9b2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'dd362da1-e55a-4cee-b77b-1d27ef8bcfe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:55:48.004241 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-a00a4ae6-5c8f-46ef-a516-ecbc7376e3f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:48.004915 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00a4ae6-5c8f-46ef-a516-ecbc7376e3f4 None None] Bound using segment: {'id': '63f26617-ec2e-4b21-85a6-8d9ce4b9b2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'dd362da1-e55a-4cee-b77b-1d27ef8bcfe7'} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:55:48.005849 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-a00a4ae6-5c8f-46ef-a516-ecbc7376e3f4 None None] Bound port: b9c47491-9df5-4ebb-9c95-4d651cda436f, host: dv-cinder-800697-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f26617-ec2e-4b21-85a6-8d9ce4b9b2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'dd362da1-e55a-4cee-b77b-1d27ef8bcfe7'}}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:55:48.006540 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-a00a4ae6-5c8f-46ef-a516-ecbc7376e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:48.078477 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-a00a4ae6-5c8f-46ef-a516-ecbc7376e3f4 None None] For port b9c47491-9df5-4ebb-9c95-4d651cda436f, host dv-cinder-800697-2-iscsi, cleared binding levels {{(pid=104575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:55:48.082376 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-a00a4ae6-5c8f-46ef-a516-ecbc7376e3f4 None None] For port b9c47491-9df5-4ebb-9c95-4d651cda436f, host dv-cinder-800697-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=b9c47491-9df5-4ebb-9c95-4d651cda436f,segment=NetworkSegment(63f26617-ec2e-4b21-85a6-8d9ce4b9b2c6),segment_id=63f26617-ec2e-4b21-85a6-8d9ce4b9b2c6)] {{(pid=104575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:55:48.087513 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-a00a4ae6-5c8f-46ef-a516-ecbc7376e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:48.117430 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-52497859-6174-442c-ac17-6ab086b17200 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:48.159720 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a4ae6-5c8f-46ef-a516-ecbc7376e3f4 None None] Pushing event updated for resources: {'Port': ['ID=b9c47491-9df5-4ebb-9c95-4d651cda436f,revision_number=2']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:48.164528 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-52497859-6174-442c-ac17-6ab086b17200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:48.220333 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52497859-6174-442c-ac17-6ab086b17200 admin admin] Network b28dab8c-9c3b-45dd-8fa2-7ffa63c66645 is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:55:48.224631 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52497859-6174-442c-ac17-6ab086b17200 admin admin] Pushing event updated for resources: {'Port': ['ID=1873dffd-f0d1-4c37-baff-af806b6f2cc3,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:48.231486 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-52497859-6174-442c-ac17-6ab086b17200 admin admin] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:55:48.235917 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52497859-6174-442c-ac17-6ab086b17200 admin admin] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:55:48.537754 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2baee-4f49-40e9-a7bf-aac40c3e4f75 req-e8dd09a0-d70c-444b-816d-d9712363d789 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:48.539552 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3ef2baee-4f49-40e9-a7bf-aac40c3e4f75 req-e8dd09a0-d70c-444b-816d-d9712363d789 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 944 time: 0.0727303 Jul 14 13:55:48.605006 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3ef2baee-4f49-40e9-a7bf-aac40c3e4f75 req-b1f3ed4c-65cb-44e7-b2ee-19ca2950d192 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587296 Jul 14 13:55:48.802205 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783c1e8-ff36-4d7a-9293-43d767eaa998 req-a17679d5-8544-4b73-a7f9-8c560bcacba8 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:48.803903 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-3783c1e8-ff36-4d7a-9293-43d767eaa998 req-a17679d5-8544-4b73-a7f9-8c560bcacba8 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7beacf1-3c8c-4391-97e2-03c105e82140 HTTP/1.1" status: 200 len: 943 time: 0.1237140 Jul 14 13:55:48.918947 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-3783c1e8-ff36-4d7a-9293-43d767eaa998 req-7ecd691d-7b2d-4df2-adaf-e3433e83ad4b tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809166 Jul 14 13:55:48.932774 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-52497859-6174-442c-ac17-6ab086b17200 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:49.165286 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-52497859-6174-442c-ac17-6ab086b17200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-359081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359211'] for router, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:49.187141 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e435b32b-6d61-4c14-bb98-d4b4c2e3916f None None] Network dd362da1-e55a-4cee-b77b-1d27ef8bcfe7 requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:55:49.287794 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-c8853235-3c83-4bcf-b0a8-9ea26b6abca7 None None] Provisioning for port b9c47491-9df5-4ebb-9c95-4d651cda436f completed by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:55:49.324080 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52497859-6174-442c-ac17-6ab086b17200 admin admin] Router 5626b079-be46-4155-95b0-d07dbc0f476a is scheduled to L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 with binding_index 1 {{(pid=104572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 13:55:49.431562 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52497859-6174-442c-ac17-6ab086b17200 admin admin] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:55:49.435113 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-f71972c0-29fc-4b64-8f4e-53e2fb80d3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:49.444068 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28a7404-6af3-49c9-9bdd-b7cafd5c0767 None None] Sync routers for ids ['5626b079-be46-4155-95b0-d07dbc0f476a'] in dv-cinder-800697-2-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:55:49.448714 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-52497859-6174-442c-ac17-6ab086b17200 admin admin] Notify callbacks [] for router, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:49.452830 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-52497859-6174-442c-ac17-6ab086b17200 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1493266 Jul 14 13:55:49.453206 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 49170) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:49.454021 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28a7404-6af3-49c9-9bdd-b7cafd5c0767 None None] Routers {'5626b079-be46-4155-95b0-d07dbc0f476a'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:55:49.454699 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-b28a7404-6af3-49c9-9bdd-b7cafd5c0767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:55:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['5626b079-be46-4155-95b0-d07dbc0f476a'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:49.573735 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-b28a7404-6af3-49c9-9bdd-b7cafd5c0767 None None] Set router 5626b079-be46-4155-95b0-d07dbc0f476a gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:55:49.648351 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:49.821054 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-b28a7404-6af3-49c9-9bdd-b7cafd5c0767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5626b079-be46-4155-95b0-d07dbc0f476a', 'name': 'tempest-TestMinimumBasicScenario-1899559920-router', 'tenant_id': '7f650beba843405cbf8579c022f357ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '1873dffd-f0d1-4c37-baff-af806b6f2cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:47Z', 'updated_at': '2021-07-14T13:55:48Z', 'revision_number': 3, 'project_id': '7f650beba843405cbf8579c022f357ed', 'gw_port': {'id': '1873dffd-f0d1-4c37-baff-af806b6f2cc3', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:23:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5626b079-be46-4155-95b0-d07dbc0f476a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:47Z', 'updated_at': '2021-07-14T13:55:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi'}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:49.847741 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28a7404-6af3-49c9-9bdd-b7cafd5c0767 None None] Checking router: 5626b079-be46-4155-95b0-d07dbc0f476a for host: dv-cinder-800697-2-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:55:49.848073 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28a7404-6af3-49c9-9bdd-b7cafd5c0767 None None] Updating router 5626b079-be46-4155-95b0-d07dbc0f476a port 1873dffd-f0d1-4c37-baff-af806b6f2cc3 binding host dv-cinder-800697-2-iscsi {{(pid=104575) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:55:49.884713 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-b28a7404-6af3-49c9-9bdd-b7cafd5c0767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:50.057079 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d3bea-6013-4ba4-8716-b305ac968f0b req-ca95e992-f628-447d-8754-05bede7bd432 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:50.059330 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-289d3bea-6013-4ba4-8716-b305ac968f0b req-ca95e992-f628-447d-8754-05bede7bd432 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 944 time: 0.2048934 Jul 14 13:55:50.081937 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device b9c47491-9df5-4ebb-9c95-4d651cda436f up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:55:50.151043 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-289d3bea-6013-4ba4-8716-b305ac968f0b req-dd6aac54-ce8d-4674-8449-50e8e0984890 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829821 Jul 14 13:55:50.210254 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning for port b9c47491-9df5-4ebb-9c95-4d651cda436f completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:55:50.233098 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port b9c47491-9df5-4ebb-9c95-4d651cda436f triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:55:50.233477 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:50.242189 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6069028-542b-45c1-8a5d-6fdc7d101846 req-c15df9f0-5747-43b5-b61a-1188ab4af70b tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:50.249431 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e6069028-542b-45c1-8a5d-6fdc7d101846 req-c15df9f0-5747-43b5-b61a-1188ab4af70b tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7beacf1-3c8c-4391-97e2-03c105e82140 HTTP/1.1" status: 200 len: 943 time: 0.1060038 Jul 14 13:55:50.328728 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e6069028-542b-45c1-8a5d-6fdc7d101846 req-f399552d-1607-402b-8ad8-07f084d7e848 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723937 Jul 14 13:55:50.424012 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-08cb7e85-cc4e-444a-9029-046e5792fcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:50.446569 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:50.483382 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-b28a7404-6af3-49c9-9bdd-b7cafd5c0767 None None] Notify callbacks [] for port, precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:50.499259 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] For port b9c47491-9df5-4ebb-9c95-4d651cda436f, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=b9c47491-9df5-4ebb-9c95-4d651cda436f,segment=NetworkSegment(63f26617-ec2e-4b21-85a6-8d9ce4b9b2c6),segment_id=63f26617-ec2e-4b21-85a6-8d9ce4b9b2c6)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:55:50.502168 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-b28a7404-6af3-49c9-9bdd-b7cafd5c0767 None None] Transition to ACTIVE for port object 1873dffd-f0d1-4c37-baff-af806b6f2cc3 will not be triggered until provisioned by entity L2. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:55:50.505765 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:50.510626 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-b28a7404-6af3-49c9-9bdd-b7cafd5c0767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:50.562755 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-b28a7404-6af3-49c9-9bdd-b7cafd5c0767 None None] Attempting to bind port 1873dffd-f0d1-4c37-baff-af806b6f2cc3 on host dv-cinder-800697-2-iscsi for vnic_type normal with profile {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:55:50.563163 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-b28a7404-6af3-49c9-9bdd-b7cafd5c0767 None None] Attempting to bind port 1873dffd-f0d1-4c37-baff-af806b6f2cc3 by drivers openvswitch,hyperv on host dv-cinder-800697-2-iscsi at level 0 using segments [{'id': 'c6937592-4176-4619-b9cc-7188e645a4b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:55:50.563523 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a7404-6af3-49c9-9bdd-b7cafd5c0767 None None] Attempting to bind port 1873dffd-f0d1-4c37-baff-af806b6f2cc3 on network b28dab8c-9c3b-45dd-8fa2-7ffa63c66645 {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:55:50.592262 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_common [None req-08cb7e85-cc4e-444a-9029-046e5792fcb5 admin admin] Allocated IP 172.20.0.1 (dd362da1-e55a-4cee-b77b-1d27ef8bcfe7/221ed8c7-0fd8-4885-a702-ddccb87c327c/6af95f86-c588-476e-aed3-ec83637ba1dc) {{(pid=104573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:55:50.592832 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a7404-6af3-49c9-9bdd-b7cafd5c0767 None None] Checking agent: {'id': 'c8ba3178-5fdc-4895-ae06-68797a69110c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 41, 49), 'started_at': datetime.datetime(2021, 7, 14, 13, 42, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:55:50.593222 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a7404-6af3-49c9-9bdd-b7cafd5c0767 None None] Checking segment: {'id': 'c6937592-4176-4619-b9cc-7188e645a4b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:55:50.593703 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-b28a7404-6af3-49c9-9bdd-b7cafd5c0767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:50.594461 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a7404-6af3-49c9-9bdd-b7cafd5c0767 None None] Bound using segment: {'id': 'c6937592-4176-4619-b9cc-7188e645a4b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:55:50.595003 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-b28a7404-6af3-49c9-9bdd-b7cafd5c0767 None None] Bound port: 1873dffd-f0d1-4c37-baff-af806b6f2cc3, host: dv-cinder-800697-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6937592-4176-4619-b9cc-7188e645a4b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'}}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:55:50.595377 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-b28a7404-6af3-49c9-9bdd-b7cafd5c0767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:50.597270 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Pushing event updated for resources: {'Port': ['ID=b9c47491-9df5-4ebb-9c95-4d651cda436f,revision_number=3']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:50.623249 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:50.678774 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f043b48d-30cd-454e-b2dc-88866ffbda97 None None] Pushing event updated for resources: {'Port': ['ID=1873dffd-f0d1-4c37-baff-af806b6f2cc3,revision_number=2']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:50.686781 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-b28a7404-6af3-49c9-9bdd-b7cafd5c0767 None None] For port 1873dffd-f0d1-4c37-baff-af806b6f2cc3, host dv-cinder-800697-2-iscsi, cleared binding levels {{(pid=104575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:55:50.690122 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-b28a7404-6af3-49c9-9bdd-b7cafd5c0767 None None] For port 1873dffd-f0d1-4c37-baff-af806b6f2cc3, host dv-cinder-800697-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=1873dffd-f0d1-4c37-baff-af806b6f2cc3,segment=NetworkSegment(c6937592-4176-4619-b9cc-7188e645a4b4),segment_id=c6937592-4176-4619-b9cc-7188e645a4b4)] {{(pid=104575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:55:50.695739 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-b28a7404-6af3-49c9-9bdd-b7cafd5c0767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:50.707206 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-08cb7e85-cc4e-444a-9029-046e5792fcb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:50.719296 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.provisioning_blocks [None req-08cb7e85-cc4e-444a-9029-046e5792fcb5 admin admin] Transition to ACTIVE for port object 6af95f86-c588-476e-aed3-ec83637ba1dc will not be triggered until provisioned by entity DHCP. {{(pid=104573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:55:50.752239 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28a7404-6af3-49c9-9bdd-b7cafd5c0767 None None] Routers {'5626b079-be46-4155-95b0-d07dbc0f476a'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:55:50.752858 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-b28a7404-6af3-49c9-9bdd-b7cafd5c0767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:55:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['5626b079-be46-4155-95b0-d07dbc0f476a'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:50.753746 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-08cb7e85-cc4e-444a-9029-046e5792fcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25680231'] for port, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:50.787365 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f043b48d-30cd-454e-b2dc-88866ffbda97 None None] Pushing event updated for resources: {'Port': ['ID=1873dffd-f0d1-4c37-baff-af806b6f2cc3,revision_number=3']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:50.797892 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cb7e85-cc4e-444a-9029-046e5792fcb5 admin admin] Network dd362da1-e55a-4cee-b77b-1d27ef8bcfe7 is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:55:50.800937 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-08cb7e85-cc4e-444a-9029-046e5792fcb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:55:50.805403 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cb7e85-cc4e-444a-9029-046e5792fcb5 admin admin] Received port after_create {{(pid=104573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:55:50.811378 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb7e85-cc4e-444a-9029-046e5792fcb5 admin admin] Pushing event updated for resources: {'Port': ['ID=6af95f86-c588-476e-aed3-ec83637ba1dc,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:50.849497 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-08cb7e85-cc4e-444a-9029-046e5792fcb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359384'] for router_interface, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:50.868113 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-b28a7404-6af3-49c9-9bdd-b7cafd5c0767 None None] Set router 5626b079-be46-4155-95b0-d07dbc0f476a gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:55:50.997447 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-08cb7e85-cc4e-444a-9029-046e5792fcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:51.061089 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-8883dd4b-b954-47a5-b91d-fed19d6fb0bb None None] Provisioning for port 6af95f86-c588-476e-aed3-ec83637ba1dc completed by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:55:51.068781 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-8883dd4b-b954-47a5-b91d-fed19d6fb0bb None None] Provisioning complete for port 6af95f86-c588-476e-aed3-ec83637ba1dc triggered by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:55:51.069144 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8883dd4b-b954-47a5-b91d-fed19d6fb0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:51.115514 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-b28a7404-6af3-49c9-9bdd-b7cafd5c0767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5626b079-be46-4155-95b0-d07dbc0f476a', 'name': 'tempest-TestMinimumBasicScenario-1899559920-router', 'tenant_id': '7f650beba843405cbf8579c022f357ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '1873dffd-f0d1-4c37-baff-af806b6f2cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:47Z', 'updated_at': '2021-07-14T13:55:48Z', 'revision_number': 3, 'project_id': '7f650beba843405cbf8579c022f357ed', 'gw_port': {'id': '1873dffd-f0d1-4c37-baff-af806b6f2cc3', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:23:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5626b079-be46-4155-95b0-d07dbc0f476a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:47Z', 'updated_at': '2021-07-14T13:55:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi'}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:51.144692 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28a7404-6af3-49c9-9bdd-b7cafd5c0767 None None] The sync data for ids ['5626b079-be46-4155-95b0-d07dbc0f476a'] in dv-cinder-800697-2-iscsi is: [{'id': '5626b079-be46-4155-95b0-d07dbc0f476a', 'name': 'tempest-TestMinimumBasicScenario-1899559920-router', 'tenant_id': '7f650beba843405cbf8579c022f357ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '1873dffd-f0d1-4c37-baff-af806b6f2cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:47Z', 'updated_at': '2021-07-14T13:55:48Z', 'revision_number': 3, 'project_id': '7f650beba843405cbf8579c022f357ed', 'gw_port': {'id': '1873dffd-f0d1-4c37-baff-af806b6f2cc3', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:23:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5626b079-be46-4155-95b0-d07dbc0f476a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:47Z', 'updated_at': '2021-07-14T13:55:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi'}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:55:51.146300 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-8883dd4b-b954-47a5-b91d-fed19d6fb0bb None None] Port 6af95f86-c588-476e-aed3-ec83637ba1dc cannot update to ACTIVE because it is not bound. {{(pid=104575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:55:51.176991 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-08cb7e85-cc4e-444a-9029-046e5792fcb5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:51.190316 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-08cb7e85-cc4e-444a-9029-046e5792fcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25680236'] for port, after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:51.281749 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb7e85-cc4e-444a-9029-046e5792fcb5 admin admin] Pushing event updated for resources: {'Port': ['ID=6af95f86-c588-476e-aed3-ec83637ba1dc,revision_number=2']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:51.292766 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-08cb7e85-cc4e-444a-9029-046e5792fcb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-360040'] for router_interface, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:51.436760 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24546f3-43d6-41ae-92c9-3d49c95a7e78 req-47e3b46f-2537-4b9d-918a-3ad6e910ab6d tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:51.439786 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d24546f3-43d6-41ae-92c9-3d49c95a7e78 req-47e3b46f-2537-4b9d-918a-3ad6e910ab6d tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 944 time: 0.1349888 Jul 14 13:55:51.456089 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cb7e85-cc4e-444a-9029-046e5792fcb5 admin admin] Network dd362da1-e55a-4cee-b77b-1d27ef8bcfe7 is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:55:51.469922 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-08cb7e85-cc4e-444a-9029-046e5792fcb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:55:51.575079 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d24546f3-43d6-41ae-92c9-3d49c95a7e78 req-c460c11e-a758-451a-87da-688438303476 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257262 Jul 14 13:55:51.633261 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e06c20-5b15-421f-b53f-822ef4adb42f req-5459d60a-3c1c-4f2b-9f03-ef9e43a27994 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:51.640475 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d1e06c20-5b15-421f-b53f-822ef4adb42f req-5459d60a-3c1c-4f2b-9f03-ef9e43a27994 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7beacf1-3c8c-4391-97e2-03c105e82140 HTTP/1.1" status: 200 len: 943 time: 0.1602387 Jul 14 13:55:51.649944 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08cb7e85-cc4e-444a-9029-046e5792fcb5 admin admin] Router 5626b079-be46-4155-95b0-d07dbc0f476a has already been hosted by L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:55:51.691275 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d1e06c20-5b15-421f-b53f-822ef4adb42f req-f9ef683e-d55d-437c-b2dc-ebb5364068eb tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496273 Jul 14 13:55:51.801483 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-ef67424b-39f9-4c5e-bbb8-9d7773bfb085 None None] Provisioning complete for port 6af95f86-c588-476e-aed3-ec83637ba1dc triggered by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:55:51.802044 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ef67424b-39f9-4c5e-bbb8-9d7773bfb085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:51.803246 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08cb7e85-cc4e-444a-9029-046e5792fcb5 admin admin] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:55:51.812585 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-08cb7e85-cc4e-444a-9029-046e5792fcb5 admin admin] 10.222.0.35 "PUT /v2.0/routers/5626b079-be46-4155-95b0-d07dbc0f476a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3561888 Jul 14 13:55:51.851887 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-ef67424b-39f9-4c5e-bbb8-9d7773bfb085 None None] Port 6af95f86-c588-476e-aed3-ec83637ba1dc cannot update to ACTIVE because it is not bound. {{(pid=104575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:55:52.047059 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 1873dffd-f0d1-4c37-baff-af806b6f2cc3 up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:55:52.109410 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:52.112601 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning for port 1873dffd-f0d1-4c37-baff-af806b6f2cc3 completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:55:52.117137 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port 1873dffd-f0d1-4c37-baff-af806b6f2cc3 triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:55:52.117531 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:52.246874 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:52.272446 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] For port 1873dffd-f0d1-4c37-baff-af806b6f2cc3, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=1873dffd-f0d1-4c37-baff-af806b6f2cc3,segment=NetworkSegment(c6937592-4176-4619-b9cc-7188e645a4b4),segment_id=c6937592-4176-4619-b9cc-7188e645a4b4)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:55:52.277754 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:52.278651 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device b9c47491-9df5-4ebb-9c95-4d651cda436f up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:55:52.355254 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Pushing event updated for resources: {'Port': ['ID=1873dffd-f0d1-4c37-baff-af806b6f2cc3,revision_number=4']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:52.367197 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port b9c47491-9df5-4ebb-9c95-4d651cda436f triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:55:52.367582 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:52.435540 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 49196) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:52.441054 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-ea99864f-6270-4a6f-aa86-3ee809865575 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2054758424-network', 'tenant_id': '6f5d64b3444d48a5af59f1dfe4dee091'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:55:52.474088 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea99864f-6270-4a6f-aa86-3ee809865575 admin admin] Made reservation on behalf of 6f5d64b3444d48a5af59f1dfe4dee091 for: {'network': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:55:52.476516 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ea99864f-6270-4a6f-aa86-3ee809865575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for network, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:52.485193 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ea99864f-6270-4a6f-aa86-3ee809865575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:52.572565 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ea99864f-6270-4a6f-aa86-3ee809865575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:52.578195 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ea99864f-6270-4a6f-aa86-3ee809865575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:52.605890 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea99864f-6270-4a6f-aa86-3ee809865575 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 877} {{(pid=104573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:55:52.616329 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea99864f-6270-4a6f-aa86-3ee809865575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a62202-612f-4d44-a7c3-2ce76eaba95f,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:52.621207 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ea99864f-6270-4a6f-aa86-3ee809865575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542'] for segment, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:52.621553 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.db.segments_db [None req-ea99864f-6270-4a6f-aa86-3ee809865575 admin admin] Added segment 67595d0b-8d46-4471-8583-7d36e51df5b6 of type vlan for network b192114f-c12e-4450-a153-8e558705119e Jul 14 13:55:52.664195 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ea99864f-6270-4a6f-aa86-3ee809865575 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787525299204'] for network, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:52.724415 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ea99864f-6270-4a6f-aa86-3ee809865575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338'] for network, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:52.728147 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea99864f-6270-4a6f-aa86-3ee809865575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:52.728147 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ea99864f-6270-4a6f-aa86-3ee809865575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for network, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:52.831661 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-ea99864f-6270-4a6f-aa86-3ee809865575 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3949935 Jul 14 13:55:52.836637 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 49204) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:52.842528 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-c08741dd-f5c2-404a-a5f2-c471f45adbf7 admin admin] Request body: {'subnet': {'network_id': 'b192114f-c12e-4450-a153-8e558705119e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2054758424-subnet', 'tenant_id': '6f5d64b3444d48a5af59f1dfe4dee091', 'ip_version': 4}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:55:52.848839 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea99864f-6270-4a6f-aa86-3ee809865575 admin admin] Pushing event updated for resources: {'Network': ['ID=b192114f-c12e-4450-a153-8e558705119e,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:52.865330 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Network b192114f-c12e-4450-a153-8e558705119e details requested by agent ovs-agent-dv-cinder-800697-2-iscsi with host dv-cinder-800697-2-iscsi {{(pid=104575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:55:52.900332 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f935a-5e3b-4446-ab76-c5fc1e7b71f1 req-99bff193-beb9-4ce8-9c8d-98b1c5477258 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:52.901891 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-428f935a-5e3b-4446-ab76-c5fc1e7b71f1 req-99bff193-beb9-4ce8-9c8d-98b1c5477258 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 944 time: 0.1255248 Jul 14 13:55:52.914267 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08741dd-f5c2-404a-a5f2-c471f45adbf7 admin admin] Made reservation on behalf of 6f5d64b3444d48a5af59f1dfe4dee091 for: {'subnet': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:55:52.917116 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c08741dd-f5c2-404a-a5f2-c471f45adbf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28022810'] for subnet, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:52.950126 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-428f935a-5e3b-4446-ab76-c5fc1e7b71f1 req-b9d07887-3372-4ed8-aafa-0f08d75ccaed tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420263 Jul 14 13:55:53.009258 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87defd37-0862-44bc-b877-5f1e1f4a5320 req-980113da-1e38-40c7-9811-42259c825cdb tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:53.010724 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-87defd37-0862-44bc-b877-5f1e1f4a5320 req-980113da-1e38-40c7-9811-42259c825cdb tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7beacf1-3c8c-4391-97e2-03c105e82140 HTTP/1.1" status: 200 len: 943 time: 0.1372881 Jul 14 13:55:53.057824 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-87defd37-0862-44bc-b877-5f1e1f4a5320 req-91601fc2-eadc-4871-a638-12875d23a8e6 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412023 Jul 14 13:55:53.143605 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c08741dd-f5c2-404a-a5f2-c471f45adbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28728431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28022824'] for subnet, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:53.171921 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2fc0ed-326e-4a06-9398-f5206169bff6 None None] Sync routers for ids ['5626b079-be46-4155-95b0-d07dbc0f476a'] in dv-cinder-800697-2-iscsi {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:55:53.183264 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2fc0ed-326e-4a06-9398-f5206169bff6 None None] Routers {'5626b079-be46-4155-95b0-d07dbc0f476a'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:55:53.184054 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-4e2fc0ed-326e-4a06-9398-f5206169bff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:55:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['5626b079-be46-4155-95b0-d07dbc0f476a'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:53.198901 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08741dd-f5c2-404a-a5f2-c471f45adbf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adc97469-7f49-4f42-8b1f-96c6fa753460,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:53.213955 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08741dd-f5c2-404a-a5f2-c471f45adbf7 admin admin] Checking segment: {'id': '67595d0b-8d46-4471-8583-7d36e51df5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'b192114f-c12e-4450-a153-8e558705119e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:55:53.214314 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08741dd-f5c2-404a-a5f2-c471f45adbf7 admin admin] Network hostable DHCP agents. Network: b192114f-c12e-4450-a153-8e558705119e, hostable agents: ['d5e7476e-1d58-4a72-9697-436f60a7843b'], hosted agents: [] {{(pid=104572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:55:53.232646 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08741dd-f5c2-404a-a5f2-c471f45adbf7 admin admin] Network b192114f-c12e-4450-a153-8e558705119e is scheduled to be hosted by DHCP agent d5e7476e-1d58-4a72-9697-436f60a7843b with binding_index 1 {{(pid=104572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:55:53.242799 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-c08741dd-f5c2-404a-a5f2-c471f45adbf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-2-iscsi, b192114f-c12e-4450-a153-8e558705119e) {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:55:53.247546 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08741dd-f5c2-404a-a5f2-c471f45adbf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:53.248702 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c08741dd-f5c2-404a-a5f2-c471f45adbf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for subnet, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:53.253206 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe98e05-8346-4eb2-b167-cf4f7cd6b5a8 None None] Network b192114f-c12e-4450-a153-8e558705119e requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:55:53.267543 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-c08741dd-f5c2-404a-a5f2-c471f45adbf7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4272859 Jul 14 13:55:53.267735 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 49206) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:53.272483 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-f5388f0d-5e14-4e22-91aa-a4c853ddf480 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2054758424-router', 'tenant_id': '6f5d64b3444d48a5af59f1dfe4dee091', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'}}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:55:53.290056 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-4e2fc0ed-326e-4a06-9398-f5206169bff6 None None] Set router 5626b079-be46-4155-95b0-d07dbc0f476a gateway port host: dv-cinder-800697-2-iscsi {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:55:53.295006 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f5388f0d-5e14-4e22-91aa-a4c853ddf480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-359094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60051'] for router, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:53.296249 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f5388f0d-5e14-4e22-91aa-a4c853ddf480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-358933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-353752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60056'] for router, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:53.356222 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f5388f0d-5e14-4e22-91aa-a4c853ddf480 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:53.407096 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a99df22-9dea-4861-8273-cd0e3455a162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82750a10-d604-5a62-9a9a-8866d319da02-b192114f-c12e-4450-a153-8e558705119e', 'network_id': 'b192114f-c12e-4450-a153-8e558705119e', 'tenant_id': '6f5d64b3444d48a5af59f1dfe4dee091', 'fixed_ips': [{'subnet_id': 'adc97469-7f49-4f42-8b1f-96c6fa753460'}]}} from dv-cinder-800697-2-iscsi. {{(pid=104575) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 13:55:53.408393 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-4a99df22-9dea-4861-8273-cd0e3455a162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:53.488104 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-4e2fc0ed-326e-4a06-9398-f5206169bff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5626b079-be46-4155-95b0-d07dbc0f476a', 'name': 'tempest-TestMinimumBasicScenario-1899559920-router', 'tenant_id': '7f650beba843405cbf8579c022f357ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '1873dffd-f0d1-4c37-baff-af806b6f2cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:47Z', 'updated_at': '2021-07-14T13:55:50Z', 'revision_number': 4, 'project_id': '7f650beba843405cbf8579c022f357ed', 'gw_port': {'id': '1873dffd-f0d1-4c37-baff-af806b6f2cc3', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:23:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5626b079-be46-4155-95b0-d07dbc0f476a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:47Z', 'updated_at': '2021-07-14T13:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': '6af95f86-c588-476e-aed3-ec83637ba1dc', 'name': '', 'network_id': 'dd362da1-e55a-4cee-b77b-1d27ef8bcfe7', 'tenant_id': '7f650beba843405cbf8579c022f357ed', 'mac_address': 'fa:16:3e:70:73:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5626b079-be46-4155-95b0-d07dbc0f476a', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '221ed8c7-0fd8-4885-a702-ddccb87c327c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:50Z', 'updated_at': '2021-07-14T13:55:51Z', 'revision_number': 2, 'project_id': '7f650beba843405cbf8579c022f357ed', 'subnets': [{'id': '221ed8c7-0fd8-4885-a702-ddccb87c327c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:53.502051 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f5388f0d-5e14-4e22-91aa-a4c853ddf480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-353738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-359072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65394'] for router, precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:53.519715 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2fc0ed-326e-4a06-9398-f5206169bff6 None None] Checking router: 5626b079-be46-4155-95b0-d07dbc0f476a for host: dv-cinder-800697-2-iscsi {{(pid=104576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:55:53.520024 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2fc0ed-326e-4a06-9398-f5206169bff6 None None] Updating router 5626b079-be46-4155-95b0-d07dbc0f476a port 6af95f86-c588-476e-aed3-ec83637ba1dc binding host dv-cinder-800697-2-iscsi {{(pid=104576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:55:53.546168 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.db_base_plugin_common [None req-4a99df22-9dea-4861-8273-cd0e3455a162 None None] Allocated IP 172.20.0.2 (b192114f-c12e-4450-a153-8e558705119e/adc97469-7f49-4f42-8b1f-96c6fa753460/36e0069e-67a5-44d8-a813-4296bc4aa0d6) {{(pid=104575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:55:53.555299 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-4e2fc0ed-326e-4a06-9398-f5206169bff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:53.695484 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-4a99df22-9dea-4861-8273-cd0e3455a162 None None] Notify callbacks [] for port, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:53.707230 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-4a99df22-9dea-4861-8273-cd0e3455a162 None None] Transition to ACTIVE for port object 36e0069e-67a5-44d8-a813-4296bc4aa0d6 will not be triggered until provisioned by entity L2. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:55:53.713239 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f5388f0d-5e14-4e22-91aa-a4c853ddf480 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:53.724426 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-4a99df22-9dea-4861-8273-cd0e3455a162 None None] Transition to ACTIVE for port object 36e0069e-67a5-44d8-a813-4296bc4aa0d6 will not be triggered until provisioned by entity DHCP. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:55:53.732585 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-4a99df22-9dea-4861-8273-cd0e3455a162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755'] for port, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:53.736836 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f5388f0d-5e14-4e22-91aa-a4c853ddf480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:53.769881 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a99df22-9dea-4861-8273-cd0e3455a162 None None] Network b192114f-c12e-4450-a153-8e558705119e is already hosted by enough agents. {{(pid=104575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:55:53.772751 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [None req-4a99df22-9dea-4861-8273-cd0e3455a162 None None] Resources bound (agent type, host, resource id): {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:55:53.775421 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a99df22-9dea-4861-8273-cd0e3455a162 None None] Received port after_create {{(pid=104575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:55:53.792361 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a99df22-9dea-4861-8273-cd0e3455a162 None None] Pushing event updated for resources: {'Port': ['ID=36e0069e-67a5-44d8-a813-4296bc4aa0d6,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:53.822932 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-4e2fc0ed-326e-4a06-9398-f5206169bff6 None None] Notify callbacks [] for port, precommit_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:53.838892 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.provisioning_blocks [None req-4e2fc0ed-326e-4a06-9398-f5206169bff6 None None] Transition to ACTIVE for port object 6af95f86-c588-476e-aed3-ec83637ba1dc will not be triggered until provisioned by entity L2. {{(pid=104576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:55:53.845315 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-4e2fc0ed-326e-4a06-9398-f5206169bff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:53.854658 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-4a99df22-9dea-4861-8273-cd0e3455a162 None None] Attempting to bind port 36e0069e-67a5-44d8-a813-4296bc4aa0d6 on host dv-cinder-800697-2-iscsi for vnic_type normal with profile {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:55:53.855045 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-4a99df22-9dea-4861-8273-cd0e3455a162 None None] Attempting to bind port 36e0069e-67a5-44d8-a813-4296bc4aa0d6 by drivers openvswitch,hyperv on host dv-cinder-800697-2-iscsi at level 0 using segments [{'id': '67595d0b-8d46-4471-8583-7d36e51df5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'b192114f-c12e-4450-a153-8e558705119e'}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:55:53.855409 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a99df22-9dea-4861-8273-cd0e3455a162 None None] Attempting to bind port 36e0069e-67a5-44d8-a813-4296bc4aa0d6 on network b192114f-c12e-4450-a153-8e558705119e {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:55:53.858157 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [None req-f5388f0d-5e14-4e22-91aa-a4c853ddf480 admin admin] Allocated IP 172.27.1.176 (b28dab8c-9c3b-45dd-8fa2-7ffa63c66645/3e00a68e-7419-45b7-a88a-a672d20cc9ef/5cd0eda1-9fff-4396-b23d-2145c306e2c9) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:55:53.861461 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a99df22-9dea-4861-8273-cd0e3455a162 None None] Checking agent: {'id': 'c8ba3178-5fdc-4895-ae06-68797a69110c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 41, 49), 'started_at': datetime.datetime(2021, 7, 14, 13, 42, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:55:53.861461 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a99df22-9dea-4861-8273-cd0e3455a162 None None] Checking segment: {'id': '67595d0b-8d46-4471-8583-7d36e51df5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'b192114f-c12e-4450-a153-8e558705119e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:55:53.861758 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-4a99df22-9dea-4861-8273-cd0e3455a162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:53.861946 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a99df22-9dea-4861-8273-cd0e3455a162 None None] Bound using segment: {'id': '67595d0b-8d46-4471-8583-7d36e51df5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'b192114f-c12e-4450-a153-8e558705119e'} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:55:53.862799 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-4a99df22-9dea-4861-8273-cd0e3455a162 None None] Bound port: 36e0069e-67a5-44d8-a813-4296bc4aa0d6, host: dv-cinder-800697-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67595d0b-8d46-4471-8583-7d36e51df5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'b192114f-c12e-4450-a153-8e558705119e'}}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:55:53.863648 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-4a99df22-9dea-4861-8273-cd0e3455a162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:53.885336 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5908ab-32bc-4d8a-9784-4b28193de651 None None] Pushing event updated for resources: {'Port': ['ID=6af95f86-c588-476e-aed3-ec83637ba1dc,revision_number=3']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:53.894774 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5908ab-32bc-4d8a-9784-4b28193de651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:53.895647 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5908ab-32bc-4d8a-9784-4b28193de651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:53.896143 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5908ab-32bc-4d8a-9784-4b28193de651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:53.896626 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5908ab-32bc-4d8a-9784-4b28193de651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:53.897131 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5908ab-32bc-4d8a-9784-4b28193de651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:53.897651 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5908ab-32bc-4d8a-9784-4b28193de651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:53.898116 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5908ab-32bc-4d8a-9784-4b28193de651 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:53.898585 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5908ab-32bc-4d8a-9784-4b28193de651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:53.899081 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5908ab-32bc-4d8a-9784-4b28193de651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:53.899721 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5908ab-32bc-4d8a-9784-4b28193de651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:53.900182 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5908ab-32bc-4d8a-9784-4b28193de651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:53.900644 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5908ab-32bc-4d8a-9784-4b28193de651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:53.991365 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-4a99df22-9dea-4861-8273-cd0e3455a162 None None] For port 36e0069e-67a5-44d8-a813-4296bc4aa0d6, host dv-cinder-800697-2-iscsi, cleared binding levels {{(pid=104575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:55:53.996133 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [None req-4e2fc0ed-326e-4a06-9398-f5206169bff6 None None] Attempting to bind port 6af95f86-c588-476e-aed3-ec83637ba1dc on host dv-cinder-800697-2-iscsi for vnic_type normal with profile {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:55:53.996637 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-4a99df22-9dea-4861-8273-cd0e3455a162 None None] For port 36e0069e-67a5-44d8-a813-4296bc4aa0d6, host dv-cinder-800697-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=36e0069e-67a5-44d8-a813-4296bc4aa0d6,segment=NetworkSegment(67595d0b-8d46-4471-8583-7d36e51df5b6),segment_id=67595d0b-8d46-4471-8583-7d36e51df5b6)] {{(pid=104575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:55:53.998183 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [None req-4e2fc0ed-326e-4a06-9398-f5206169bff6 None None] Attempting to bind port 6af95f86-c588-476e-aed3-ec83637ba1dc by drivers openvswitch,hyperv on host dv-cinder-800697-2-iscsi at level 0 using segments [{'id': '63f26617-ec2e-4b21-85a6-8d9ce4b9b2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'dd362da1-e55a-4cee-b77b-1d27ef8bcfe7'}] {{(pid=104576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:55:53.998792 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2fc0ed-326e-4a06-9398-f5206169bff6 None None] Attempting to bind port 6af95f86-c588-476e-aed3-ec83637ba1dc on network dd362da1-e55a-4cee-b77b-1d27ef8bcfe7 {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:55:54.006995 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-4a99df22-9dea-4861-8273-cd0e3455a162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:54.012858 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2fc0ed-326e-4a06-9398-f5206169bff6 None None] Checking agent: {'id': 'c8ba3178-5fdc-4895-ae06-68797a69110c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 41, 49), 'started_at': datetime.datetime(2021, 7, 14, 13, 42, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:55:54.013365 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2fc0ed-326e-4a06-9398-f5206169bff6 None None] Checking segment: {'id': '63f26617-ec2e-4b21-85a6-8d9ce4b9b2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'dd362da1-e55a-4cee-b77b-1d27ef8bcfe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:55:54.013833 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-4e2fc0ed-326e-4a06-9398-f5206169bff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:54.014331 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2fc0ed-326e-4a06-9398-f5206169bff6 None None] Bound using segment: {'id': '63f26617-ec2e-4b21-85a6-8d9ce4b9b2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'dd362da1-e55a-4cee-b77b-1d27ef8bcfe7'} {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:55:54.015001 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [None req-4e2fc0ed-326e-4a06-9398-f5206169bff6 None None] Bound port: 6af95f86-c588-476e-aed3-ec83637ba1dc, host: dv-cinder-800697-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f26617-ec2e-4b21-85a6-8d9ce4b9b2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'dd362da1-e55a-4cee-b77b-1d27ef8bcfe7'}}] {{(pid=104576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:55:54.015480 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-4e2fc0ed-326e-4a06-9398-f5206169bff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:54.031172 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f5388f0d-5e14-4e22-91aa-a4c853ddf480 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:54.049010 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1fe6ed10-5ef0-4e37-8f10-d0938eff2ad6 req-e8c8f064-91e9-485b-aabb-ce34485c40f0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1994252 Jul 14 13:55:54.058181 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 1873dffd-f0d1-4c37-baff-af806b6f2cc3 up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:55:54.103816 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f5388f0d-5e14-4e22-91aa-a4c853ddf480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:54.171066 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.db [None req-4e2fc0ed-326e-4a06-9398-f5206169bff6 None None] For port 6af95f86-c588-476e-aed3-ec83637ba1dc, host dv-cinder-800697-2-iscsi, cleared binding levels {{(pid=104576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:55:54.179341 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.db [None req-4e2fc0ed-326e-4a06-9398-f5206169bff6 None None] For port 6af95f86-c588-476e-aed3-ec83637ba1dc, host dv-cinder-800697-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=6af95f86-c588-476e-aed3-ec83637ba1dc,segment=NetworkSegment(63f26617-ec2e-4b21-85a6-8d9ce4b9b2c6),segment_id=63f26617-ec2e-4b21-85a6-8d9ce4b9b2c6)] {{(pid=104576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:55:54.192576 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-4e2fc0ed-326e-4a06-9398-f5206169bff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:54.209478 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5388f0d-5e14-4e22-91aa-a4c853ddf480 admin admin] Network b28dab8c-9c3b-45dd-8fa2-7ffa63c66645 is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:55:54.250193 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a99df22-9dea-4861-8273-cd0e3455a162 None None] Pushing event updated for resources: {'Port': ['ID=36e0069e-67a5-44d8-a813-4296bc4aa0d6,revision_number=2']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:54.260530 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port 1873dffd-f0d1-4c37-baff-af806b6f2cc3 triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:55:54.260941 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:54.266774 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-f5388f0d-5e14-4e22-91aa-a4c853ddf480 admin admin] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:55:54.280208 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2fc0ed-326e-4a06-9398-f5206169bff6 None None] Routers {'5626b079-be46-4155-95b0-d07dbc0f476a'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:55:54.281499 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-4e2fc0ed-326e-4a06-9398-f5206169bff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:55:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['5626b079-be46-4155-95b0-d07dbc0f476a'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:54.282058 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5388f0d-5e14-4e22-91aa-a4c853ddf480 admin admin] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:55:54.292380 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5388f0d-5e14-4e22-91aa-a4c853ddf480 admin admin] Pushing event updated for resources: {'Port': ['ID=5cd0eda1-9fff-4396-b23d-2145c306e2c9,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:54.534869 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6ed10-5ef0-4e37-8f10-d0938eff2ad6 req-46869270-ab6a-47ef-a361-1571a32afa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:54.538782 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1fe6ed10-5ef0-4e37-8f10-d0938eff2ad6 req-46869270-ab6a-47ef-a361-1571a32afa08 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=43e0f688f2114f8488820a3f02572e1e&device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 1099 time: 0.4468310 Jul 14 13:55:54.556502 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b593a-13c4-4335-97ec-e8056d5abf00 req-e5199a51-04b9-4342-a3ac-c5b6fece0a26 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:54.558722 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-233b593a-13c4-4335-97ec-e8056d5abf00 req-e5199a51-04b9-4342-a3ac-c5b6fece0a26 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 944 time: 0.3969772 Jul 14 13:55:54.578273 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-4e2fc0ed-326e-4a06-9398-f5206169bff6 None None] Set router 5626b079-be46-4155-95b0-d07dbc0f476a gateway port host: dv-cinder-800697-2-iscsi {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:55:54.580791 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5908ab-32bc-4d8a-9784-4b28193de651 None None] Pushing event updated for resources: {'Port': ['ID=6af95f86-c588-476e-aed3-ec83637ba1dc,revision_number=4']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:54.681510 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bad48-8d2c-4488-8bab-800f1c8247c2 req-1e604ab5-c7f5-4f44-be05-77bcc3185e4b tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:54.686037 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-390bad48-8d2c-4488-8bab-800f1c8247c2 req-1e604ab5-c7f5-4f44-be05-77bcc3185e4b tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7beacf1-3c8c-4391-97e2-03c105e82140 HTTP/1.1" status: 200 len: 943 time: 0.1115079 Jul 14 13:55:54.706132 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-233b593a-13c4-4335-97ec-e8056d5abf00 req-cf0b5803-97e7-46e5-b9a2-8b2dbd5178a1 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180999 Jul 14 13:55:54.737478 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-390bad48-8d2c-4488-8bab-800f1c8247c2 req-4c808eeb-ddfa-4414-949c-cbb9a2b61930 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447295 Jul 14 13:55:54.777744 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6ed10-5ef0-4e37-8f10-d0938eff2ad6 req-3de1d973-e69f-4833-897d-05442b6614b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:54.779325 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1fe6ed10-5ef0-4e37-8f10-d0938eff2ad6 req-3de1d973-e69f-4833-897d-05442b6614b9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bdfad0f9-d901-4f01-9648-67faf0ceed7f HTTP/1.1" status: 200 len: 911 time: 0.1905336 Jul 14 13:55:54.839465 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-4e2fc0ed-326e-4a06-9398-f5206169bff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5626b079-be46-4155-95b0-d07dbc0f476a', 'name': 'tempest-TestMinimumBasicScenario-1899559920-router', 'tenant_id': '7f650beba843405cbf8579c022f357ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '1873dffd-f0d1-4c37-baff-af806b6f2cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:47Z', 'updated_at': '2021-07-14T13:55:50Z', 'revision_number': 4, 'project_id': '7f650beba843405cbf8579c022f357ed', 'gw_port': {'id': '1873dffd-f0d1-4c37-baff-af806b6f2cc3', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:23:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5626b079-be46-4155-95b0-d07dbc0f476a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:47Z', 'updated_at': '2021-07-14T13:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': '6af95f86-c588-476e-aed3-ec83637ba1dc', 'name': '', 'network_id': 'dd362da1-e55a-4cee-b77b-1d27ef8bcfe7', 'tenant_id': '7f650beba843405cbf8579c022f357ed', 'mac_address': 'fa:16:3e:70:73:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5626b079-be46-4155-95b0-d07dbc0f476a', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '221ed8c7-0fd8-4885-a702-ddccb87c327c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:50Z', 'updated_at': '2021-07-14T13:55:54Z', 'revision_number': 4, 'project_id': '7f650beba843405cbf8579c022f357ed', 'subnets': [{'id': '221ed8c7-0fd8-4885-a702-ddccb87c327c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:54.871343 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2fc0ed-326e-4a06-9398-f5206169bff6 None None] The sync data for ids ['5626b079-be46-4155-95b0-d07dbc0f476a'] in dv-cinder-800697-2-iscsi is: [{'id': '5626b079-be46-4155-95b0-d07dbc0f476a', 'name': 'tempest-TestMinimumBasicScenario-1899559920-router', 'tenant_id': '7f650beba843405cbf8579c022f357ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '1873dffd-f0d1-4c37-baff-af806b6f2cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:47Z', 'updated_at': '2021-07-14T13:55:50Z', 'revision_number': 4, 'project_id': '7f650beba843405cbf8579c022f357ed', 'gw_port': {'id': '1873dffd-f0d1-4c37-baff-af806b6f2cc3', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:23:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5626b079-be46-4155-95b0-d07dbc0f476a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:47Z', 'updated_at': '2021-07-14T13:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': '6af95f86-c588-476e-aed3-ec83637ba1dc', 'name': '', 'network_id': 'dd362da1-e55a-4cee-b77b-1d27ef8bcfe7', 'tenant_id': '7f650beba843405cbf8579c022f357ed', 'mac_address': 'fa:16:3e:70:73:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5626b079-be46-4155-95b0-d07dbc0f476a', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '221ed8c7-0fd8-4885-a702-ddccb87c327c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:50Z', 'updated_at': '2021-07-14T13:55:54Z', 'revision_number': 4, 'project_id': '7f650beba843405cbf8579c022f357ed', 'subnets': [{'id': '221ed8c7-0fd8-4885-a702-ddccb87c327c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:55:54.877967 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f5388f0d-5e14-4e22-91aa-a4c853ddf480 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:54.882089 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1fe6ed10-5ef0-4e37-8f10-d0938eff2ad6 req-af731dab-b5d1-44d0-bc92-6cee88940dc4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e9ba39a-a647-46df-b5fa-a9570952885b HTTP/1.1" status: 200 len: 1001 time: 0.0758448 Jul 14 13:55:55.310597 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6ed10-5ef0-4e37-8f10-d0938eff2ad6 req-a6b346c5-6c35-427e-b0f2-a6305e2b6165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:55.312786 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1fe6ed10-5ef0-4e37-8f10-d0938eff2ad6 req-a6b346c5-6c35-427e-b0f2-a6305e2b6165 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2 HTTP/1.1" status: 200 len: 849 time: 0.3909118 Jul 14 13:55:55.375821 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 4d04eae2-283c-43ab-91da-549996c8e65e details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=104575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:55:55.445832 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9189b8db-5153-499c-be18-e64723a3a055 None None] Network b192114f-c12e-4450-a153-8e558705119e requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:55:55.488165 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6ed10-5ef0-4e37-8f10-d0938eff2ad6 req-6ac34adb-6455-4981-8310-ccaf40260661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:55.490051 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1fe6ed10-5ef0-4e37-8f10-d0938eff2ad6 req-6ac34adb-6455-4981-8310-ccaf40260661 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bdfad0f9-d901-4f01-9648-67faf0ceed7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1564503 Jul 14 13:55:55.548116 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f5388f0d-5e14-4e22-91aa-a4c853ddf480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-359081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359211'] for router, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.658985 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-4e53f498-3310-403b-92e7-ee5abee4f6c4 None None] Provisioning for port 36e0069e-67a5-44d8-a813-4296bc4aa0d6 completed by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:55:55.669808 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1fe6ed10-5ef0-4e37-8f10-d0938eff2ad6 req-19759497-e33a-4b94-a018-7a5cd48f6c2a service neutron] 10.222.0.59 "GET /v2.0/networks/bdfad0f9-d901-4f01-9648-67faf0ceed7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710815 Jul 14 13:55:55.703111 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port 4d04eae2-283c-43ab-91da-549996c8e65e, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=4d04eae2-283c-43ab-91da-549996c8e65e,segment=NetworkSegment(81934ed0-8f82-419f-b662-86cae808ad67),segment_id=81934ed0-8f82-419f-b662-86cae808ad67)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:55:55.722330 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Returning: {'device': '4d04eae2-283c-43ab-91da-549996c8e65e', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'port_id': '4d04eae2-283c-43ab-91da-549996c8e65e', 'mac_address': 'fa:16:3e:df:8d:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:55:55.793093 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1fe6ed10-5ef0-4e37-8f10-d0938eff2ad6 req-f9ef2b04-a881-42f1-80d7-f52f5b92d936 service neutron] 10.222.0.59 "GET /v2.0/networks/bdfad0f9-d901-4f01-9648-67faf0ceed7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142890 Jul 14 13:55:55.798586 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5388f0d-5e14-4e22-91aa-a4c853ddf480 admin admin] Router 7a690fac-dcc3-4c60-97c8-42795ecaf41b is scheduled to L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 with binding_index 1 {{(pid=104572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 13:55:55.848580 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.886505 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d04eae2-283c-43ab-91da-549996c8e65e {{(pid=104575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:55:55.957294 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port 4d04eae2-283c-43ab-91da-549996c8e65e, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=4d04eae2-283c-43ab-91da-549996c8e65e,segment=NetworkSegment(81934ed0-8f82-419f-b662-86cae808ad67),segment_id=81934ed0-8f82-419f-b662-86cae808ad67)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:55:55.966117 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5388f0d-5e14-4e22-91aa-a4c853ddf480 admin admin] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:55:55.985781 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.992252 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e94fbe2-e1f1-4019-ae61-1055b77e8eb2 None None] Sync routers for ids ['7a690fac-dcc3-4c60-97c8-42795ecaf41b'] in dv-cinder-800697-2-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:55:56.027543 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c01a9-0b30-4e7a-a585-c9779b66c7cb req-ac45f6fc-87ae-4e45-b5df-a3f7c48814c1 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:56.040440 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e94fbe2-e1f1-4019-ae61-1055b77e8eb2 None None] Routers {'7a690fac-dcc3-4c60-97c8-42795ecaf41b'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:55:56.041083 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-7e94fbe2-e1f1-4019-ae61-1055b77e8eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:55:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['7a690fac-dcc3-4c60-97c8-42795ecaf41b'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:56.046274 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-cb7c01a9-0b30-4e7a-a585-c9779b66c7cb req-ac45f6fc-87ae-4e45-b5df-a3f7c48814c1 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 944 time: 0.1129313 Jul 14 13:55:56.083682 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f5388f0d-5e14-4e22-91aa-a4c853ddf480 admin admin] Notify callbacks [] for router, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:56.084858 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-f5388f0d-5e14-4e22-91aa-a4c853ddf480 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8161922 Jul 14 13:55:56.092002 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 49232) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:56.098947 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-cb7c01a9-0b30-4e7a-a585-c9779b66c7cb req-ea12a025-d411-4d1d-a3ad-988b039e9e28 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456512 Jul 14 13:55:56.149720 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=4d04eae2-283c-43ab-91da-549996c8e65e,revision_number=4']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:56.163943 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 6af95f86-c588-476e-aed3-ec83637ba1dc up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:55:56.192728 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a626ac-a5ff-4fa8-9160-d380855066da req-2bf04d3c-d575-4d2e-bbdf-26c1345e4857 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:56.201304 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-77a626ac-a5ff-4fa8-9160-d380855066da req-2bf04d3c-d575-4d2e-bbdf-26c1345e4857 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7beacf1-3c8c-4391-97e2-03c105e82140 HTTP/1.1" status: 200 len: 943 time: 0.2620616 Jul 14 13:55:56.292239 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning for port 6af95f86-c588-476e-aed3-ec83637ba1dc completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:55:56.299228 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800ba68-2af4-4702-b0ca-7dcc57a88c66 req-e7b47220-a8cc-42d4-80e0-71014a601a2b tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:56.306797 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port 6af95f86-c588-476e-aed3-ec83637ba1dc triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:55:56.307246 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:56.307653 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a800ba68-2af4-4702-b0ca-7dcc57a88c66 req-e7b47220-a8cc-42d4-80e0-71014a601a2b tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 946 time: 0.0844998 Jul 14 13:55:56.346267 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['4d04eae2-283c-43ab-91da-549996c8e65e'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:55:56.350578 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-77a626ac-a5ff-4fa8-9160-d380855066da req-af903a57-0be8-44b6-affd-932cac8d0ca2 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472590 Jul 14 13:55:56.351155 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-7e94fbe2-e1f1-4019-ae61-1055b77e8eb2 None None] Set router 7a690fac-dcc3-4c60-97c8-42795ecaf41b gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:55:56.368080 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a800ba68-2af4-4702-b0ca-7dcc57a88c66 req-1e16bc92-a664-4a3a-ab3b-49c72f25b7dc tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592010 Jul 14 13:55:56.625942 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:56.697245 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] For port 6af95f86-c588-476e-aed3-ec83637ba1dc, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=6af95f86-c588-476e-aed3-ec83637ba1dc,segment=NetworkSegment(63f26617-ec2e-4b21-85a6-8d9ce4b9b2c6),segment_id=63f26617-ec2e-4b21-85a6-8d9ce4b9b2c6)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:55:56.710629 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:56.711456 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 36e0069e-67a5-44d8-a813-4296bc4aa0d6 up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:55:56.712069 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3e1b941d-faec-4c9d-8e75-3841c12f90a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:56.816122 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-7e94fbe2-e1f1-4019-ae61-1055b77e8eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a690fac-dcc3-4c60-97c8-42795ecaf41b', 'name': 'tempest-TestMinimumBasicScenario-2054758424-router', 'tenant_id': '6f5d64b3444d48a5af59f1dfe4dee091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '5cd0eda1-9fff-4396-b23d-2145c306e2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:55:54Z', 'revision_number': 3, 'project_id': '6f5d64b3444d48a5af59f1dfe4dee091', 'gw_port': {'id': '5cd0eda1-9fff-4396-b23d-2145c306e2c9', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:85:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a690fac-dcc3-4c60-97c8-42795ecaf41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:55:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi'}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:56.852456 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Pushing event updated for resources: {'Port': ['ID=6af95f86-c588-476e-aed3-ec83637ba1dc,revision_number=5']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:56.860229 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e94fbe2-e1f1-4019-ae61-1055b77e8eb2 None None] Checking router: 7a690fac-dcc3-4c60-97c8-42795ecaf41b for host: dv-cinder-800697-2-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:55:56.860637 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e94fbe2-e1f1-4019-ae61-1055b77e8eb2 None None] Updating router 7a690fac-dcc3-4c60-97c8-42795ecaf41b port 5cd0eda1-9fff-4396-b23d-2145c306e2c9 binding host dv-cinder-800697-2-iscsi {{(pid=104575) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:55:56.866789 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [None req-3e1b941d-faec-4c9d-8e75-3841c12f90a4 admin admin] Allocated IP 172.20.0.1 (b192114f-c12e-4450-a153-8e558705119e/adc97469-7f49-4f42-8b1f-96c6fa753460/737d6fb7-29a8-460e-b5ba-cfac71ebaf28) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:55:56.902002 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning for port 36e0069e-67a5-44d8-a813-4296bc4aa0d6 completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:55:56.918825 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port 36e0069e-67a5-44d8-a813-4296bc4aa0d6 triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:55:56.919220 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:56.942987 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-7e94fbe2-e1f1-4019-ae61-1055b77e8eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:56.970923 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3e1b941d-faec-4c9d-8e75-3841c12f90a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:56.983732 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [None req-3e1b941d-faec-4c9d-8e75-3841c12f90a4 admin admin] Transition to ACTIVE for port object 737d6fb7-29a8-460e-b5ba-cfac71ebaf28 will not be triggered until provisioned by entity DHCP. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:55:57.018457 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3e1b941d-faec-4c9d-8e75-3841c12f90a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:57.057948 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1b941d-faec-4c9d-8e75-3841c12f90a4 admin admin] Network b192114f-c12e-4450-a153-8e558705119e is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:55:57.062374 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-3e1b941d-faec-4c9d-8e75-3841c12f90a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:55:57.066997 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1b941d-faec-4c9d-8e75-3841c12f90a4 admin admin] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:55:57.069951 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b941d-faec-4c9d-8e75-3841c12f90a4 admin admin] Pushing event updated for resources: {'Port': ['ID=737d6fb7-29a8-460e-b5ba-cfac71ebaf28,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:57.111334 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3e1b941d-faec-4c9d-8e75-3841c12f90a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359384'] for router_interface, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:57.166334 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:57.234693 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] For port 36e0069e-67a5-44d8-a813-4296bc4aa0d6, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=36e0069e-67a5-44d8-a813-4296bc4aa0d6,segment=NetworkSegment(67595d0b-8d46-4471-8583-7d36e51df5b6),segment_id=67595d0b-8d46-4471-8583-7d36e51df5b6)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:55:57.249254 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:57.275907 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3e1b941d-faec-4c9d-8e75-3841c12f90a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:57.317650 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0cac0-e320-4b43-9991-38af0fed9c4b req-19452b26-e346-462a-a9db-b5eeeb10be88 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:57.320016 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5fa0cac0-e320-4b43-9991-38af0fed9c4b req-19452b26-e346-462a-a9db-b5eeeb10be88 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 944 time: 0.0714290 Jul 14 13:55:57.346120 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Pushing event updated for resources: {'Port': ['ID=36e0069e-67a5-44d8-a813-4296bc4aa0d6,revision_number=3']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:57.366174 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5fa0cac0-e320-4b43-9991-38af0fed9c4b req-c4df4422-9b2e-411b-9d54-301940e4ffbb tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404191 Jul 14 13:55:57.374172 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-7e94fbe2-e1f1-4019-ae61-1055b77e8eb2 None None] Notify callbacks [] for port, precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:57.376599 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-d65508ee-5417-4bae-93f3-e42759453f1d None None] Provisioning for port 737d6fb7-29a8-460e-b5ba-cfac71ebaf28 completed by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:55:57.392854 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-d65508ee-5417-4bae-93f3-e42759453f1d None None] Provisioning complete for port 737d6fb7-29a8-460e-b5ba-cfac71ebaf28 triggered by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:55:57.392854 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-d65508ee-5417-4bae-93f3-e42759453f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:57.418227 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device ee035ed2-02c4-42d3-a6b7-54220480f2ff details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=104575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:55:57.423876 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-7e94fbe2-e1f1-4019-ae61-1055b77e8eb2 None None] Transition to ACTIVE for port object 5cd0eda1-9fff-4396-b23d-2145c306e2c9 will not be triggered until provisioned by entity L2. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:55:57.444989 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-7e94fbe2-e1f1-4019-ae61-1055b77e8eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:57.459619 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3e1b941d-faec-4c9d-8e75-3841c12f90a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:57.462726 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-d65508ee-5417-4bae-93f3-e42759453f1d None None] Port 737d6fb7-29a8-460e-b5ba-cfac71ebaf28 cannot update to ACTIVE because it is not bound. {{(pid=104575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:55:57.468789 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3e1b941d-faec-4c9d-8e75-3841c12f90a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28728568'] for port, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:57.551334 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-7e94fbe2-e1f1-4019-ae61-1055b77e8eb2 None None] Attempting to bind port 5cd0eda1-9fff-4396-b23d-2145c306e2c9 on host dv-cinder-800697-2-iscsi for vnic_type normal with profile {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:55:57.552125 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-7e94fbe2-e1f1-4019-ae61-1055b77e8eb2 None None] Attempting to bind port 5cd0eda1-9fff-4396-b23d-2145c306e2c9 by drivers openvswitch,hyperv on host dv-cinder-800697-2-iscsi at level 0 using segments [{'id': 'c6937592-4176-4619-b9cc-7188e645a4b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:55:57.552266 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e94fbe2-e1f1-4019-ae61-1055b77e8eb2 None None] Attempting to bind port 5cd0eda1-9fff-4396-b23d-2145c306e2c9 on network b28dab8c-9c3b-45dd-8fa2-7ffa63c66645 {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:55:57.564431 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98144b-c3d4-42c8-93b8-d419760acac8 None None] Pushing event updated for resources: {'Port': ['ID=5cd0eda1-9fff-4396-b23d-2145c306e2c9,revision_number=2']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:57.568394 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e94fbe2-e1f1-4019-ae61-1055b77e8eb2 None None] Checking agent: {'id': 'c8ba3178-5fdc-4895-ae06-68797a69110c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 41, 49), 'started_at': datetime.datetime(2021, 7, 14, 13, 42, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:55:57.568846 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e94fbe2-e1f1-4019-ae61-1055b77e8eb2 None None] Checking segment: {'id': 'c6937592-4176-4619-b9cc-7188e645a4b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:55:57.569320 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-7e94fbe2-e1f1-4019-ae61-1055b77e8eb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:57.569792 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e94fbe2-e1f1-4019-ae61-1055b77e8eb2 None None] Bound using segment: {'id': 'c6937592-4176-4619-b9cc-7188e645a4b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:55:57.570338 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-7e94fbe2-e1f1-4019-ae61-1055b77e8eb2 None None] Bound port: 5cd0eda1-9fff-4396-b23d-2145c306e2c9, host: dv-cinder-800697-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6937592-4176-4619-b9cc-7188e645a4b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'}}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:55:57.570786 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-7e94fbe2-e1f1-4019-ae61-1055b77e8eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:57.573608 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b941d-faec-4c9d-8e75-3841c12f90a4 admin admin] Pushing event updated for resources: {'Port': ['ID=737d6fb7-29a8-460e-b5ba-cfac71ebaf28,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:57.581835 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3e1b941d-faec-4c9d-8e75-3841c12f90a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-360040'] for router_interface, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:57.606224 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fccc49-95ef-4f80-83f0-aa1023709b2a req-c415df6b-b009-4d9f-b677-cd4baba32d38 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:57.607766 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-90fccc49-95ef-4f80-83f0-aa1023709b2a req-c415df6b-b009-4d9f-b677-cd4baba32d38 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7beacf1-3c8c-4391-97e2-03c105e82140 HTTP/1.1" status: 200 len: 944 time: 0.0769112 Jul 14 13:55:57.634747 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port ee035ed2-02c4-42d3-a6b7-54220480f2ff, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ee035ed2-02c4-42d3-a6b7-54220480f2ff,segment=NetworkSegment(3782ce6e-4a36-46a1-9082-0427f175f195),segment_id=3782ce6e-4a36-46a1-9082-0427f175f195)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:55:57.648401 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10bc90-eddd-4f33-9f28-fb71c3ca95b5 req-3e82b812-5cb9-4e14-80df-54cc2999a91a tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:57.649977 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2b10bc90-eddd-4f33-9f28-fb71c3ca95b5 req-3e82b812-5cb9-4e14-80df-54cc2999a91a tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 946 time: 0.1499994 Jul 14 13:55:57.652607 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Returning: {'device': 'ee035ed2-02c4-42d3-a6b7-54220480f2ff', 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92', 'port_id': 'ee035ed2-02c4-42d3-a6b7-54220480f2ff', 'mac_address': 'fa:16:3e:98:46:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebef684f-df3e-493a-a16d-87acc125d2bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:55:57.655884 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-90fccc49-95ef-4f80-83f0-aa1023709b2a req-867b9e9f-f93c-4815-92ba-2c09cd657634 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341043 Jul 14 13:55:57.656478 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-7e94fbe2-e1f1-4019-ae61-1055b77e8eb2 None None] For port 5cd0eda1-9fff-4396-b23d-2145c306e2c9, host dv-cinder-800697-2-iscsi, cleared binding levels {{(pid=104575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:55:57.660125 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-7e94fbe2-e1f1-4019-ae61-1055b77e8eb2 None None] For port 5cd0eda1-9fff-4396-b23d-2145c306e2c9, host dv-cinder-800697-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=5cd0eda1-9fff-4396-b23d-2145c306e2c9,segment=NetworkSegment(c6937592-4176-4619-b9cc-7188e645a4b4),segment_id=c6937592-4176-4619-b9cc-7188e645a4b4)] {{(pid=104575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:55:57.669959 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-7e94fbe2-e1f1-4019-ae61-1055b77e8eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:57.712798 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2b10bc90-eddd-4f33-9f28-fb71c3ca95b5 req-bf5364ca-97f8-4a0c-9d1b-fc3aad8d782d tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565896 Jul 14 13:55:57.722971 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1b941d-faec-4c9d-8e75-3841c12f90a4 admin admin] Network b192114f-c12e-4450-a153-8e558705119e is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:55:57.724575 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-3e1b941d-faec-4c9d-8e75-3841c12f90a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:55:57.848832 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1b941d-faec-4c9d-8e75-3841c12f90a4 admin admin] Router 7a690fac-dcc3-4c60-97c8-42795ecaf41b has already been hosted by L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:55:57.888950 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98144b-c3d4-42c8-93b8-d419760acac8 None None] Pushing event updated for resources: {'Port': ['ID=5cd0eda1-9fff-4396-b23d-2145c306e2c9,revision_number=3']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:57.891735 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:57.894964 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e94fbe2-e1f1-4019-ae61-1055b77e8eb2 None None] Routers {'7a690fac-dcc3-4c60-97c8-42795ecaf41b'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:55:57.895595 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-7e94fbe2-e1f1-4019-ae61-1055b77e8eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:55:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['7a690fac-dcc3-4c60-97c8-42795ecaf41b'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:57.940861 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee035ed2-02c4-42d3-a6b7-54220480f2ff {{(pid=104575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:55:57.970472 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port ee035ed2-02c4-42d3-a6b7-54220480f2ff, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ee035ed2-02c4-42d3-a6b7-54220480f2ff,segment=NetworkSegment(3782ce6e-4a36-46a1-9082-0427f175f195),segment_id=3782ce6e-4a36-46a1-9082-0427f175f195)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:55:57.981858 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1b941d-faec-4c9d-8e75-3841c12f90a4 admin admin] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:55:57.986619 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-3e1b941d-faec-4c9d-8e75-3841c12f90a4 admin admin] 10.222.0.35 "PUT /v2.0/routers/7a690fac-dcc3-4c60-97c8-42795ecaf41b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8919535 Jul 14 13:55:58.000265 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 36e0069e-67a5-44d8-a813-4296bc4aa0d6 up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:55:58.005393 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:58.084210 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-c477a27c-3876-4fe1-b813-26fbc75417d3 None None] Provisioning complete for port 737d6fb7-29a8-460e-b5ba-cfac71ebaf28 triggered by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:55:58.084581 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c477a27c-3876-4fe1-b813-26fbc75417d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:58.127702 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-7e94fbe2-e1f1-4019-ae61-1055b77e8eb2 None None] Set router 7a690fac-dcc3-4c60-97c8-42795ecaf41b gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:55:58.167001 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=ee035ed2-02c4-42d3-a6b7-54220480f2ff,revision_number=9']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:58.180002 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-c477a27c-3876-4fe1-b813-26fbc75417d3 None None] Port 737d6fb7-29a8-460e-b5ba-cfac71ebaf28 cannot update to ACTIVE because it is not bound. {{(pid=104575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:55:58.225258 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port 36e0069e-67a5-44d8-a813-4296bc4aa0d6 triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:55:58.225631 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:58.356937 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['ee035ed2-02c4-42d3-a6b7-54220480f2ff'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:55:58.429130 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 6af95f86-c588-476e-aed3-ec83637ba1dc up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:55:58.521305 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-7e94fbe2-e1f1-4019-ae61-1055b77e8eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a690fac-dcc3-4c60-97c8-42795ecaf41b', 'name': 'tempest-TestMinimumBasicScenario-2054758424-router', 'tenant_id': '6f5d64b3444d48a5af59f1dfe4dee091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '5cd0eda1-9fff-4396-b23d-2145c306e2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:55:57Z', 'revision_number': 4, 'project_id': '6f5d64b3444d48a5af59f1dfe4dee091', 'gw_port': {'id': '5cd0eda1-9fff-4396-b23d-2145c306e2c9', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:85:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a690fac-dcc3-4c60-97c8-42795ecaf41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': '737d6fb7-29a8-460e-b5ba-cfac71ebaf28', 'name': '', 'network_id': 'b192114f-c12e-4450-a153-8e558705119e', 'tenant_id': '6f5d64b3444d48a5af59f1dfe4dee091', 'mac_address': 'fa:16:3e:ac:da:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a690fac-dcc3-4c60-97c8-42795ecaf41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'adc97469-7f49-4f42-8b1f-96c6fa753460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:56Z', 'updated_at': '2021-07-14T13:55:57Z', 'revision_number': 2, 'project_id': '6f5d64b3444d48a5af59f1dfe4dee091', 'subnets': [{'id': 'adc97469-7f49-4f42-8b1f-96c6fa753460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:58.556856 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4526c5-59be-4610-9568-90fea137e3f7 req-9ef8f510-dd77-45ef-9a3d-b2ae529aced2 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:58.558433 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e94fbe2-e1f1-4019-ae61-1055b77e8eb2 None None] The sync data for ids ['7a690fac-dcc3-4c60-97c8-42795ecaf41b'] in dv-cinder-800697-2-iscsi is: [{'id': '7a690fac-dcc3-4c60-97c8-42795ecaf41b', 'name': 'tempest-TestMinimumBasicScenario-2054758424-router', 'tenant_id': '6f5d64b3444d48a5af59f1dfe4dee091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '5cd0eda1-9fff-4396-b23d-2145c306e2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:55:57Z', 'revision_number': 4, 'project_id': '6f5d64b3444d48a5af59f1dfe4dee091', 'gw_port': {'id': '5cd0eda1-9fff-4396-b23d-2145c306e2c9', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:85:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a690fac-dcc3-4c60-97c8-42795ecaf41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': '737d6fb7-29a8-460e-b5ba-cfac71ebaf28', 'name': '', 'network_id': 'b192114f-c12e-4450-a153-8e558705119e', 'tenant_id': '6f5d64b3444d48a5af59f1dfe4dee091', 'mac_address': 'fa:16:3e:ac:da:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a690fac-dcc3-4c60-97c8-42795ecaf41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'adc97469-7f49-4f42-8b1f-96c6fa753460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:56Z', 'updated_at': '2021-07-14T13:55:57Z', 'revision_number': 2, 'project_id': '6f5d64b3444d48a5af59f1dfe4dee091', 'subnets': [{'id': 'adc97469-7f49-4f42-8b1f-96c6fa753460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:55:58.558726 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ad4526c5-59be-4610-9568-90fea137e3f7 req-9ef8f510-dd77-45ef-9a3d-b2ae529aced2 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 945 time: 0.0705385 Jul 14 13:55:58.559857 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port 6af95f86-c588-476e-aed3-ec83637ba1dc triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:55:58.560200 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:58.606934 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ad4526c5-59be-4610-9568-90fea137e3f7 req-28f95ab4-8dc6-443e-b188-19b1e11443a9 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386114 Jul 14 13:55:58.950659 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6cd173-1468-4c42-9b75-34fe0ae42fc5 req-4b241b11-d2fb-40c4-8a3d-183326d7ee5e tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:58.961341 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9d6cd173-1468-4c42-9b75-34fe0ae42fc5 req-4b241b11-d2fb-40c4-8a3d-183326d7ee5e tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7beacf1-3c8c-4391-97e2-03c105e82140 HTTP/1.1" status: 200 len: 944 time: 0.1086397 Jul 14 13:55:58.985122 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982cd6f9-8046-4e50-b565-3385734b0803 req-e42ebe76-757f-4d23-97c2-db18759cde75 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:58.987866 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-982cd6f9-8046-4e50-b565-3385734b0803 req-e42ebe76-757f-4d23-97c2-db18759cde75 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 946 time: 0.0996025 Jul 14 13:55:59.012021 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9d6cd173-1468-4c42-9b75-34fe0ae42fc5 req-7375c136-bb72-486d-9c86-77ac0835c209 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493941 Jul 14 13:55:59.039428 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-982cd6f9-8046-4e50-b565-3385734b0803 req-09a1b6a7-6061-46f0-9e39-bb1b5e5aa13c tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417776 Jul 14 13:55:59.405658 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device ee035ed2-02c4-42d3-a6b7-54220480f2ff up at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:55:59.483853 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning complete for port ee035ed2-02c4-42d3-a6b7-54220480f2ff triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:55:59.484295 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:59.584232 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:59.612685 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23494e2c-b594-4ad2-9077-82e66d21c9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee035ed2-02c4-42d3-a6b7-54220480f2ff'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:55:59.615686 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06891aadf294c70300823a606954559f382215362bc7d52ae5ebbe768d2ce9e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc292c44-6a84-40fb-b5b5-8869c0c4e762" -d '{"events": [{"server_uuid": "23494e2c-b594-4ad2-9077-82e66d21c9cd", "name": "network-vif-plugged", "status": "completed", "tag": "ee035ed2-02c4-42d3-a6b7-54220480f2ff"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:55:59.633503 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port ee035ed2-02c4-42d3-a6b7-54220480f2ff, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ee035ed2-02c4-42d3-a6b7-54220480f2ff,segment=NetworkSegment(3782ce6e-4a36-46a1-9082-0427f175f195),segment_id=3782ce6e-4a36-46a1-9082-0427f175f195)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:55:59.639811 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:59.640841 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 4d04eae2-283c-43ab-91da-549996c8e65e up at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:55:59.730516 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9637e002-bee5-4346-bcae-0d58a910d531 x-openstack-request-id: req-9637e002-bee5-4346-bcae-0d58a910d531 {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:55:59.730811 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23494e2c-b594-4ad2-9077-82e66d21c9cd", "name": "network-vif-plugged", "status": "completed", "tag": "ee035ed2-02c4-42d3-a6b7-54220480f2ff", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:55:59.731090 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9637e002-bee5-4346-bcae-0d58a910d531 {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:55:59.731656 dv-cinder-800697-2-iscsi neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23494e2c-b594-4ad2-9077-82e66d21c9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee035ed2-02c4-42d3-a6b7-54220480f2ff', 'code': 200} Jul 14 13:55:59.739401 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=ee035ed2-02c4-42d3-a6b7-54220480f2ff,revision_number=10']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:59.756964 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning for port 4d04eae2-283c-43ab-91da-549996c8e65e completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:55:59.762946 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning complete for port 4d04eae2-283c-43ab-91da-549996c8e65e triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:55:59.763628 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:59.878729 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:59.941195 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port 4d04eae2-283c-43ab-91da-549996c8e65e, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=4d04eae2-283c-43ab-91da-549996c8e65e,segment=NetworkSegment(81934ed0-8f82-419f-b662-86cae808ad67),segment_id=81934ed0-8f82-419f-b662-86cae808ad67)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:55:59.952690 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:59.959090 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e216807-8368-4e70-9beb-a34ad50a9b97 req-b91d5cf4-9d42-47f9-a449-ed481a3ec3eb tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:59.973429 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7e216807-8368-4e70-9beb-a34ad50a9b97 req-b91d5cf4-9d42-47f9-a449-ed481a3ec3eb tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 947 time: 0.1445484 Jul 14 13:56:00.055619 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7e216807-8368-4e70-9beb-a34ad50a9b97 req-49a050d2-c9be-44f1-8c32-4310e20b240d tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811212 Jul 14 13:56:00.102207 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 5cd0eda1-9fff-4396-b23d-2145c306e2c9 up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:56:00.135732 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00cf4c-3e4f-4268-bff0-668731018d6b req-159897f1-b2e7-48c2-83ea-f75b3aa9ea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:00.142551 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0d00cf4c-3e4f-4268-bff0-668731018d6b req-159897f1-b2e7-48c2-83ea-f75b3aa9ea00 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 1100 time: 0.1273420 Jul 14 13:56:00.194990 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=4d04eae2-283c-43ab-91da-549996c8e65e,revision_number=5']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:00.223604 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning for port 5cd0eda1-9fff-4396-b23d-2145c306e2c9 completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:56:00.235805 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port 5cd0eda1-9fff-4396-b23d-2145c306e2c9 triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:00.236283 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:00.254388 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0d00cf4c-3e4f-4268-bff0-668731018d6b req-e08468af-487e-4b8b-9604-427358b437ca service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038530 Jul 14 13:56:00.330759 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600b319-bb68-48ba-8128-50773d61ded8 req-85dab874-9d32-49aa-900b-c6beba8910ee tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:00.338677 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f600b319-bb68-48ba-8128-50773d61ded8 req-85dab874-9d32-49aa-900b-c6beba8910ee tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7beacf1-3c8c-4391-97e2-03c105e82140 HTTP/1.1" status: 200 len: 945 time: 0.1185350 Jul 14 13:56:00.358458 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf00055-a4ad-42a0-b33d-82ced972bab0 req-cca5115c-ce81-4544-a36b-81be02b3cbe1 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:00.367437 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5bf00055-a4ad-42a0-b33d-82ced972bab0 req-cca5115c-ce81-4544-a36b-81be02b3cbe1 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 946 time: 0.1156225 Jul 14 13:56:00.378122 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:00.389655 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f600b319-bb68-48ba-8128-50773d61ded8 req-57f4bc06-d844-4729-a88f-b611ab499042 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496955 Jul 14 13:56:00.413746 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] For port 5cd0eda1-9fff-4396-b23d-2145c306e2c9, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=5cd0eda1-9fff-4396-b23d-2145c306e2c9,segment=NetworkSegment(c6937592-4176-4619-b9cc-7188e645a4b4),segment_id=c6937592-4176-4619-b9cc-7188e645a4b4)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:56:00.420366 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:00.431967 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5bf00055-a4ad-42a0-b33d-82ced972bab0 req-5db8232b-f087-4878-afc5-875a340df878 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632823 Jul 14 13:56:00.480999 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Pushing event updated for resources: {'Port': ['ID=5cd0eda1-9fff-4396-b23d-2145c306e2c9,revision_number=4']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:01.267085 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c94ffd-de62-49b5-afbf-36317a0ce826 req-f1e7ac7e-3991-4f6d-bacf-4c480ab8572a tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:01.269519 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a5c94ffd-de62-49b5-afbf-36317a0ce826 req-f1e7ac7e-3991-4f6d-bacf-4c480ab8572a tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 947 time: 0.0817177 Jul 14 13:56:01.317771 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a5c94ffd-de62-49b5-afbf-36317a0ce826 req-f01f2df8-4d4e-4a99-8e5e-b00d204ef422 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424786 Jul 14 13:56:01.621794 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f54a8-e55f-461f-be87-4a8c16106f28 req-8ba1369f-f168-4c0b-b4b6-c08127d5751f tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:01.629294 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-789f54a8-e55f-461f-be87-4a8c16106f28 req-8ba1369f-f168-4c0b-b4b6-c08127d5751f tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7beacf1-3c8c-4391-97e2-03c105e82140 HTTP/1.1" status: 200 len: 945 time: 0.1058283 Jul 14 13:56:01.682304 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-789f54a8-e55f-461f-be87-4a8c16106f28 req-1c1d50ea-f4cb-47c2-b24f-f17f3ecb5690 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520389 Jul 14 13:56:01.724413 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66632176-c602-4dbd-9a15-09dfa88c29b1 req-a5c24ecb-2870-4e42-9ad7-6b8c2752070c tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:01.726047 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-66632176-c602-4dbd-9a15-09dfa88c29b1 req-a5c24ecb-2870-4e42-9ad7-6b8c2752070c tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 946 time: 0.1195233 Jul 14 13:56:01.733078 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7beacf1-3c8c-4391-97e2-03c105e82140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d04eae2-283c-43ab-91da-549996c8e65e'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:56:01.739994 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06891aadf294c70300823a606954559f382215362bc7d52ae5ebbe768d2ce9e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f40c34-069b-463c-b179-e98cf727ed4a" -d '{"events": [{"server_uuid": "f7beacf1-3c8c-4391-97e2-03c105e82140", "name": "network-vif-plugged", "status": "completed", "tag": "4d04eae2-283c-43ab-91da-549996c8e65e"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:56:01.773338 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-66632176-c602-4dbd-9a15-09dfa88c29b1 req-a4910632-f25c-445b-b4a3-f67b311bcdf0 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392089 Jul 14 13:56:01.786855 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824aa41a-a34e-457a-9754-196e8d670c9e x-openstack-request-id: req-824aa41a-a34e-457a-9754-196e8d670c9e {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:56:01.787189 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7beacf1-3c8c-4391-97e2-03c105e82140", "name": "network-vif-plugged", "status": "completed", "tag": "4d04eae2-283c-43ab-91da-549996c8e65e", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:56:01.787365 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-824aa41a-a34e-457a-9754-196e8d670c9e {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:56:01.787717 dv-cinder-800697-2-iscsi neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7beacf1-3c8c-4391-97e2-03c105e82140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d04eae2-283c-43ab-91da-549996c8e65e', 'code': 200} Jul 14 13:56:02.000047 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 5cd0eda1-9fff-4396-b23d-2145c306e2c9 up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:56:02.088357 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port 5cd0eda1-9fff-4396-b23d-2145c306e2c9 triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:02.088735 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:02.201569 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774faab-f543-4ba6-8774-0976787e7a33 req-f23819ec-3a7c-443a-8f13-355efed71853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:02.203105 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f774faab-f543-4ba6-8774-0976787e7a33 req-f23819ec-3a7c-443a-8f13-355efed71853 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f7beacf1-3c8c-4391-97e2-03c105e82140 HTTP/1.1" status: 200 len: 1098 time: 0.0805070 Jul 14 13:56:02.243771 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f774faab-f543-4ba6-8774-0976787e7a33 req-b5388d1a-7bf2-49e3-ad2a-0ac2c8f0fe50 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335479 Jul 14 13:56:02.531429 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dae24d-31cd-4f60-94df-7a9b583aec51 req-b9f0ad14-46ab-4707-83bd-831b2ac2b6d4 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:02.533084 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-45dae24d-31cd-4f60-94df-7a9b583aec51 req-b9f0ad14-46ab-4707-83bd-831b2ac2b6d4 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 947 time: 0.0838945 Jul 14 13:56:02.599034 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-45dae24d-31cd-4f60-94df-7a9b583aec51 req-c31302b5-3d4e-463a-842f-68a0a3cb0617 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510559 Jul 14 13:56:02.644969 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875a7f05-3574-4aef-b833-a639dc96ecdd None None] Sync routers for ids ['7a690fac-dcc3-4c60-97c8-42795ecaf41b'] in dv-cinder-800697-2-iscsi {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:56:02.659858 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875a7f05-3574-4aef-b833-a639dc96ecdd None None] Routers {'7a690fac-dcc3-4c60-97c8-42795ecaf41b'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:56:02.660475 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-875a7f05-3574-4aef-b833-a639dc96ecdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:55:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['7a690fac-dcc3-4c60-97c8-42795ecaf41b'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:02.765720 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-875a7f05-3574-4aef-b833-a639dc96ecdd None None] Set router 7a690fac-dcc3-4c60-97c8-42795ecaf41b gateway port host: dv-cinder-800697-2-iscsi {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:56:02.939252 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56b9ec-42cc-4bf7-87a7-ef4d5a5f1b18 req-a39b3cfc-dda8-450d-97c0-b21d7a5ab53c tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:02.941207 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2d56b9ec-42cc-4bf7-87a7-ef4d5a5f1b18 req-a39b3cfc-dda8-450d-97c0-b21d7a5ab53c tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7beacf1-3c8c-4391-97e2-03c105e82140 HTTP/1.1" status: 200 len: 945 time: 0.1134305 Jul 14 13:56:03.013341 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2d56b9ec-42cc-4bf7-87a7-ef4d5a5f1b18 req-efaa45d0-9cae-418e-9e8b-17e5f5d040e5 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644357 Jul 14 13:56:03.083618 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aff42a-992c-45f5-8e0c-813cefb82cdd req-ab519e19-577c-4d1a-b615-b643415144aa tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:03.091317 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-57aff42a-992c-45f5-8e0c-813cefb82cdd req-ab519e19-577c-4d1a-b615-b643415144aa tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 946 time: 0.0953395 Jul 14 13:56:03.101255 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-875a7f05-3574-4aef-b833-a639dc96ecdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a690fac-dcc3-4c60-97c8-42795ecaf41b', 'name': 'tempest-TestMinimumBasicScenario-2054758424-router', 'tenant_id': '6f5d64b3444d48a5af59f1dfe4dee091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '5cd0eda1-9fff-4396-b23d-2145c306e2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:55:57Z', 'revision_number': 4, 'project_id': '6f5d64b3444d48a5af59f1dfe4dee091', 'gw_port': {'id': '5cd0eda1-9fff-4396-b23d-2145c306e2c9', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:85:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a690fac-dcc3-4c60-97c8-42795ecaf41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': '737d6fb7-29a8-460e-b5ba-cfac71ebaf28', 'name': '', 'network_id': 'b192114f-c12e-4450-a153-8e558705119e', 'tenant_id': '6f5d64b3444d48a5af59f1dfe4dee091', 'mac_address': 'fa:16:3e:ac:da:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a690fac-dcc3-4c60-97c8-42795ecaf41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'adc97469-7f49-4f42-8b1f-96c6fa753460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:56Z', 'updated_at': '2021-07-14T13:55:57Z', 'revision_number': 2, 'project_id': '6f5d64b3444d48a5af59f1dfe4dee091', 'subnets': [{'id': 'adc97469-7f49-4f42-8b1f-96c6fa753460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:03.139196 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-57aff42a-992c-45f5-8e0c-813cefb82cdd req-06cbdb55-8487-4ea9-b3c2-8efa5b37cb7f tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466373 Jul 14 13:56:03.155632 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875a7f05-3574-4aef-b833-a639dc96ecdd None None] Checking router: 7a690fac-dcc3-4c60-97c8-42795ecaf41b for host: dv-cinder-800697-2-iscsi {{(pid=104576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:56:03.156020 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875a7f05-3574-4aef-b833-a639dc96ecdd None None] Updating router 7a690fac-dcc3-4c60-97c8-42795ecaf41b port 737d6fb7-29a8-460e-b5ba-cfac71ebaf28 binding host dv-cinder-800697-2-iscsi {{(pid=104576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:56:03.196260 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-875a7f05-3574-4aef-b833-a639dc96ecdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:03.513538 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-875a7f05-3574-4aef-b833-a639dc96ecdd None None] Notify callbacks [] for port, precommit_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:03.525614 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.provisioning_blocks [None req-875a7f05-3574-4aef-b833-a639dc96ecdd None None] Transition to ACTIVE for port object 737d6fb7-29a8-460e-b5ba-cfac71ebaf28 will not be triggered until provisioned by entity L2. {{(pid=104576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:56:03.539099 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-875a7f05-3574-4aef-b833-a639dc96ecdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:03.587982 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f52709-9808-4ee8-b9df-4369b1d4faab None None] Pushing event updated for resources: {'Port': ['ID=737d6fb7-29a8-460e-b5ba-cfac71ebaf28,revision_number=3']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:03.660755 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [None req-875a7f05-3574-4aef-b833-a639dc96ecdd None None] Attempting to bind port 737d6fb7-29a8-460e-b5ba-cfac71ebaf28 on host dv-cinder-800697-2-iscsi for vnic_type normal with profile {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:56:03.661408 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [None req-875a7f05-3574-4aef-b833-a639dc96ecdd None None] Attempting to bind port 737d6fb7-29a8-460e-b5ba-cfac71ebaf28 by drivers openvswitch,hyperv on host dv-cinder-800697-2-iscsi at level 0 using segments [{'id': '67595d0b-8d46-4471-8583-7d36e51df5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'b192114f-c12e-4450-a153-8e558705119e'}] {{(pid=104576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:56:03.661526 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875a7f05-3574-4aef-b833-a639dc96ecdd None None] Attempting to bind port 737d6fb7-29a8-460e-b5ba-cfac71ebaf28 on network b192114f-c12e-4450-a153-8e558705119e {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:56:03.672231 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875a7f05-3574-4aef-b833-a639dc96ecdd None None] Checking agent: {'id': 'c8ba3178-5fdc-4895-ae06-68797a69110c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 41, 49), 'started_at': datetime.datetime(2021, 7, 14, 13, 42, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:56:03.672231 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875a7f05-3574-4aef-b833-a639dc96ecdd None None] Checking segment: {'id': '67595d0b-8d46-4471-8583-7d36e51df5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'b192114f-c12e-4450-a153-8e558705119e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:56:03.672231 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-875a7f05-3574-4aef-b833-a639dc96ecdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:03.672553 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875a7f05-3574-4aef-b833-a639dc96ecdd None None] Bound using segment: {'id': '67595d0b-8d46-4471-8583-7d36e51df5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'b192114f-c12e-4450-a153-8e558705119e'} {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:56:03.672947 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [None req-875a7f05-3574-4aef-b833-a639dc96ecdd None None] Bound port: 737d6fb7-29a8-460e-b5ba-cfac71ebaf28, host: dv-cinder-800697-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67595d0b-8d46-4471-8583-7d36e51df5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'b192114f-c12e-4450-a153-8e558705119e'}}] {{(pid=104576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:56:03.673641 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-875a7f05-3574-4aef-b833-a639dc96ecdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:03.754842 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.db [None req-875a7f05-3574-4aef-b833-a639dc96ecdd None None] For port 737d6fb7-29a8-460e-b5ba-cfac71ebaf28, host dv-cinder-800697-2-iscsi, cleared binding levels {{(pid=104576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:56:03.758903 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.db [None req-875a7f05-3574-4aef-b833-a639dc96ecdd None None] For port 737d6fb7-29a8-460e-b5ba-cfac71ebaf28, host dv-cinder-800697-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=737d6fb7-29a8-460e-b5ba-cfac71ebaf28,segment=NetworkSegment(67595d0b-8d46-4471-8583-7d36e51df5b6),segment_id=67595d0b-8d46-4471-8583-7d36e51df5b6)] {{(pid=104576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:56:03.770965 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-875a7f05-3574-4aef-b833-a639dc96ecdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:03.838102 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa07e12-2f46-49ba-83d8-4bd66bbd49cb req-a7602c32-b706-4e55-93c4-55e872b8c69d tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:03.844337 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875a7f05-3574-4aef-b833-a639dc96ecdd None None] Routers {'7a690fac-dcc3-4c60-97c8-42795ecaf41b'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:56:03.845270 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-875a7f05-3574-4aef-b833-a639dc96ecdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:55:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['7a690fac-dcc3-4c60-97c8-42795ecaf41b'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:03.845716 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-caa07e12-2f46-49ba-83d8-4bd66bbd49cb req-a7602c32-b706-4e55-93c4-55e872b8c69d tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 947 time: 0.0771282 Jul 14 13:56:03.894128 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-caa07e12-2f46-49ba-83d8-4bd66bbd49cb req-eafa3129-d6a6-4c97-9f3a-22705b946772 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470116 Jul 14 13:56:03.933434 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f52709-9808-4ee8-b9df-4369b1d4faab None None] Pushing event updated for resources: {'Port': ['ID=737d6fb7-29a8-460e-b5ba-cfac71ebaf28,revision_number=4']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:04.046454 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-875a7f05-3574-4aef-b833-a639dc96ecdd None None] Set router 7a690fac-dcc3-4c60-97c8-42795ecaf41b gateway port host: dv-cinder-800697-2-iscsi {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:56:04.248250 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d865161-a1b3-4eaa-87c2-ae606ceeb855 req-f2968b51-817f-4ab2-b1d7-6d9bf49e954a tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:04.258451 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0d865161-a1b3-4eaa-87c2-ae606ceeb855 req-f2968b51-817f-4ab2-b1d7-6d9bf49e954a tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7beacf1-3c8c-4391-97e2-03c105e82140 HTTP/1.1" status: 200 len: 945 time: 0.0983369 Jul 14 13:56:04.309137 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-875a7f05-3574-4aef-b833-a639dc96ecdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a690fac-dcc3-4c60-97c8-42795ecaf41b', 'name': 'tempest-TestMinimumBasicScenario-2054758424-router', 'tenant_id': '6f5d64b3444d48a5af59f1dfe4dee091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '5cd0eda1-9fff-4396-b23d-2145c306e2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:55:57Z', 'revision_number': 4, 'project_id': '6f5d64b3444d48a5af59f1dfe4dee091', 'gw_port': {'id': '5cd0eda1-9fff-4396-b23d-2145c306e2c9', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:85:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a690fac-dcc3-4c60-97c8-42795ecaf41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': '737d6fb7-29a8-460e-b5ba-cfac71ebaf28', 'name': '', 'network_id': 'b192114f-c12e-4450-a153-8e558705119e', 'tenant_id': '6f5d64b3444d48a5af59f1dfe4dee091', 'mac_address': 'fa:16:3e:ac:da:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a690fac-dcc3-4c60-97c8-42795ecaf41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'adc97469-7f49-4f42-8b1f-96c6fa753460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:56Z', 'updated_at': '2021-07-14T13:56:03Z', 'revision_number': 4, 'project_id': '6f5d64b3444d48a5af59f1dfe4dee091', 'subnets': [{'id': 'adc97469-7f49-4f42-8b1f-96c6fa753460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:04.328615 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0d865161-a1b3-4eaa-87c2-ae606ceeb855 req-a9bb68be-012f-4208-a2ce-479a95a8d2f5 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640047 Jul 14 13:56:04.354042 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875a7f05-3574-4aef-b833-a639dc96ecdd None None] The sync data for ids ['7a690fac-dcc3-4c60-97c8-42795ecaf41b'] in dv-cinder-800697-2-iscsi is: [{'id': '7a690fac-dcc3-4c60-97c8-42795ecaf41b', 'name': 'tempest-TestMinimumBasicScenario-2054758424-router', 'tenant_id': '6f5d64b3444d48a5af59f1dfe4dee091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '5cd0eda1-9fff-4396-b23d-2145c306e2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:55:57Z', 'revision_number': 4, 'project_id': '6f5d64b3444d48a5af59f1dfe4dee091', 'gw_port': {'id': '5cd0eda1-9fff-4396-b23d-2145c306e2c9', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:85:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a690fac-dcc3-4c60-97c8-42795ecaf41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': '737d6fb7-29a8-460e-b5ba-cfac71ebaf28', 'name': '', 'network_id': 'b192114f-c12e-4450-a153-8e558705119e', 'tenant_id': '6f5d64b3444d48a5af59f1dfe4dee091', 'mac_address': 'fa:16:3e:ac:da:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a690fac-dcc3-4c60-97c8-42795ecaf41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'adc97469-7f49-4f42-8b1f-96c6fa753460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:56Z', 'updated_at': '2021-07-14T13:56:03Z', 'revision_number': 4, 'project_id': '6f5d64b3444d48a5af59f1dfe4dee091', 'subnets': [{'id': 'adc97469-7f49-4f42-8b1f-96c6fa753460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:56:04.386432 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865ef3d-93c8-47cf-916b-41af624b1db5 req-ca6499db-709b-4e20-bc45-c733f78d8327 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:04.393816 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e865ef3d-93c8-47cf-916b-41af624b1db5 req-ca6499db-709b-4e20-bc45-c733f78d8327 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 946 time: 0.1214373 Jul 14 13:56:04.483202 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e865ef3d-93c8-47cf-916b-41af624b1db5 req-611e1dc7-8347-4b02-80b8-cb01183a4d54 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883749 Jul 14 13:56:04.553495 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb487d-ff1e-4c4c-8ec2-9a8ff5df935b req-dc71b1c9-e0df-4a65-9b46-337f29e0f7a1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:04.560561 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-21eb487d-ff1e-4c4c-8ec2-9a8ff5df935b req-dc71b1c9-e0df-4a65-9b46-337f29e0f7a1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7beacf1-3c8c-4391-97e2-03c105e82140 HTTP/1.1" status: 200 len: 945 time: 0.0901167 Jul 14 13:56:04.601237 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-21eb487d-ff1e-4c4c-8ec2-9a8ff5df935b req-56c3e6ea-04f1-4e42-9e9c-6d100892d85e tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398607 Jul 14 13:56:04.627935 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 49338) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:04.695532 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe01cddb-a4c6-4ace-a899-a47f1d5ef36a tempest-TestVolumeBootPattern-832744327 tempest-TestVolumeBootPattern-832744327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:04.695532 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-fe01cddb-a4c6-4ace-a899-a47f1d5ef36a tempest-TestVolumeBootPattern-832744327 tempest-TestVolumeBootPattern-832744327-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f7beacf1-3c8c-4391-97e2-03c105e82140 HTTP/1.1" status: 200 len: 1093 time: 0.0657291 Jul 14 13:56:04.697744 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 49340) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:04.702738 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-42374cbd-4937-4a1b-91c4-3908173dffd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Request body: {'floatingip': {'floating_network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'port_id': '4d04eae2-283c-43ab-91da-549996c8e65e', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:04.734172 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-42374cbd-4937-4a1b-91c4-3908173dffd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for floatingip, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:04.838726 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-42374cbd-4937-4a1b-91c4-3908173dffd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:04.953949 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [None req-42374cbd-4937-4a1b-91c4-3908173dffd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Allocated IP 172.27.1.87 (b28dab8c-9c3b-45dd-8fa2-7ffa63c66645/3e00a68e-7419-45b7-a88a-a672d20cc9ef/938965e8-60a4-4fa4-bed8-99dfb234e7ca) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:56:05.059662 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-42374cbd-4937-4a1b-91c4-3908173dffd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for port, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:05.101263 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-42374cbd-4937-4a1b-91c4-3908173dffd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:05.134521 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42374cbd-4937-4a1b-91c4-3908173dffd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Network b28dab8c-9c3b-45dd-8fa2-7ffa63c66645 is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:56:05.137735 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-42374cbd-4937-4a1b-91c4-3908173dffd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:56:05.142039 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42374cbd-4937-4a1b-91c4-3908173dffd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:56:05.184131 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42374cbd-4937-4a1b-91c4-3908173dffd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Pushing event updated for resources: {'Port': ['ID=938965e8-60a4-4fa4-bed8-99dfb234e7ca,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:05.938256 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-42374cbd-4937-4a1b-91c4-3908173dffd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:05.993233 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b88c0-5166-4e75-9308-df581227d2dc req-4ec5f4a2-93b1-4ff9-b4ec-9681eb9b034e tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:06.000319 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b43b88c0-5166-4e75-9308-df581227d2dc req-4ec5f4a2-93b1-4ff9-b4ec-9681eb9b034e tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 946 time: 0.1868811 Jul 14 13:56:06.016326 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 737d6fb7-29a8-460e-b5ba-cfac71ebaf28 up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:56:06.068353 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning for port 737d6fb7-29a8-460e-b5ba-cfac71ebaf28 completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:56:06.072616 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port 737d6fb7-29a8-460e-b5ba-cfac71ebaf28 triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:06.072815 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b43b88c0-5166-4e75-9308-df581227d2dc req-829fc0c2-4148-4e67-b97c-b30d4067510f tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716321 Jul 14 13:56:06.073371 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:06.084884 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-42374cbd-4937-4a1b-91c4-3908173dffd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:06.162890 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:06.199207 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] For port 737d6fb7-29a8-460e-b5ba-cfac71ebaf28, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=737d6fb7-29a8-460e-b5ba-cfac71ebaf28,segment=NetworkSegment(67595d0b-8d46-4471-8583-7d36e51df5b6),segment_id=67595d0b-8d46-4471-8583-7d36e51df5b6)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:56:06.206702 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:06.276213 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-42374cbd-4937-4a1b-91c4-3908173dffd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for port, precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:06.284336 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Pushing event updated for resources: {'Port': ['ID=737d6fb7-29a8-460e-b5ba-cfac71ebaf28,revision_number=5']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:06.293866 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-42374cbd-4937-4a1b-91c4-3908173dffd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28728568'] for port, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:06.374994 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42374cbd-4937-4a1b-91c4-3908173dffd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Pushing event updated for resources: {'Port': ['ID=938965e8-60a4-4fa4-bed8-99dfb234e7ca,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:06.392163 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-42374cbd-4937-4a1b-91c4-3908173dffd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359245'] for floatingip, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:06.516863 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.db.l3_db [None req-42374cbd-4937-4a1b-91c4-3908173dffd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Floating IP c5534ffc-fe2a-4e43-8c3b-b1c99fafd95a associated. External IP: 172.27.1.87, port: 4d04eae2-283c-43ab-91da-549996c8e65e. Jul 14 13:56:06.733326 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42374cbd-4937-4a1b-91c4-3908173dffd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Router 0bbe2875-072f-423d-ae4e-7e8b30c55027 has already been hosted by L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:56:06.849076 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42374cbd-4937-4a1b-91c4-3908173dffd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:56:06.860615 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadb1eca-d44e-48ee-ab6f-dd2236aad6eb None None] Sync routers for ids ['0bbe2875-072f-423d-ae4e-7e8b30c55027'] in dv-cinder-800697-2-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:56:06.870866 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-42374cbd-4937-4a1b-91c4-3908173dffd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for floatingip, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:06.877763 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadb1eca-d44e-48ee-ab6f-dd2236aad6eb None None] Routers {'0bbe2875-072f-423d-ae4e-7e8b30c55027'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:56:06.878486 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-eadb1eca-d44e-48ee-ab6f-dd2236aad6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:55:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['0bbe2875-072f-423d-ae4e-7e8b30c55027'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:06.934671 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-42374cbd-4937-4a1b-91c4-3908173dffd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2351782 Jul 14 13:56:06.935180 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7beacf1-3c8c-4391-97e2-03c105e82140', 'tag': '4d04eae2-283c-43ab-91da-549996c8e65e'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:56:06.937607 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c4d059-9b91-464b-b45f-401ae9a5ecbb" -d '{"events": [{"name": "network-changed", "server_uuid": "f7beacf1-3c8c-4391-97e2-03c105e82140", "tag": "4d04eae2-283c-43ab-91da-549996c8e65e"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:56:06.976462 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5305e96-a264-4107-b529-f0ba7a15e810 x-openstack-request-id: req-c5305e96-a264-4107-b529-f0ba7a15e810 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:56:06.977095 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7beacf1-3c8c-4391-97e2-03c105e82140", "tag": "4d04eae2-283c-43ab-91da-549996c8e65e", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:56:06.977095 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c5305e96-a264-4107-b529-f0ba7a15e810 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:56:06.977361 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7beacf1-3c8c-4391-97e2-03c105e82140', 'tag': '4d04eae2-283c-43ab-91da-549996c8e65e', 'status': 'completed', 'code': 200} Jul 14 13:56:07.085098 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4d059-9b91-464b-b45f-401ae9a5ecbb req-0a0e4a96-babb-478f-af37-a0504edffe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:07.086962 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-59c4d059-9b91-464b-b45f-401ae9a5ecbb req-0a0e4a96-babb-478f-af37-a0504edffe5b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=264797ac2dc84b21b49d043a80365add&device_id=f7beacf1-3c8c-4391-97e2-03c105e82140 HTTP/1.1" status: 200 len: 1098 time: 0.0593140 Jul 14 13:56:07.158007 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-eadb1eca-d44e-48ee-ab6f-dd2236aad6eb None None] Set router 0bbe2875-072f-423d-ae4e-7e8b30c55027 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:56:07.263930 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4d059-9b91-464b-b45f-401ae9a5ecbb req-32bd686c-9e76-4e2f-8310-e39d76a8c5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:07.265789 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-59c4d059-9b91-464b-b45f-401ae9a5ecbb req-32bd686c-9e76-4e2f-8310-e39d76a8c5c3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a45b7b5e-8449-40db-b2c9-e253d306a9b7 HTTP/1.1" status: 200 len: 913 time: 0.1722929 Jul 14 13:56:07.379768 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-59c4d059-9b91-464b-b45f-401ae9a5ecbb req-c3767bf6-79b8-4717-973d-9fbd4aa78b9c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d04eae2-283c-43ab-91da-549996c8e65e HTTP/1.1" status: 200 len: 998 time: 0.1044500 Jul 14 13:56:07.428347 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fcccfe-83d2-4f2e-b608-74fc155bcf29 req-2364107d-e9c5-4b6c-9b3f-824980bdfda5 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:07.429882 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-35fcccfe-83d2-4f2e-b608-74fc155bcf29 req-2364107d-e9c5-4b6c-9b3f-824980bdfda5 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 946 time: 0.1684370 Jul 14 13:56:07.432176 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-eadb1eca-d44e-48ee-ab6f-dd2236aad6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'name': 'tempest-TestVolumeBootPattern-1610234638-router', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:28Z', 'updated_at': '2021-07-14T13:51:33Z', 'revision_number': 4, 'project_id': '264797ac2dc84b21b49d043a80365add', 'gw_port': {'id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:29Z', 'updated_at': '2021-07-14T13:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_floatingips': [{'id': 'c5534ffc-fe2a-4e43-8c3b-b1c99fafd95a', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'floating_ip_address': '172.27.1.87', 'floating_network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'router_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'port_id': '4d04eae2-283c-43ab-91da-549996c8e65e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'mac_address': 'fa:16:3e:df:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7beacf1-3c8c-4391-97e2-03c105e82140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:56:05Z', 'updated_at': '2021-07-14T13:56:05Z', 'revision_number': 0, 'project_id': '264797ac2dc84b21b49d043a80365add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23456c7-8a0c-4775-84c2-ad38b355449f', 'name': '', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'mac_address': 'fa:16:3e:f9:88:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:32Z', 'updated_at': '2021-07-14T13:51:40Z', 'revision_number': 5, 'project_id': '264797ac2dc84b21b49d043a80365add', 'subnets': [{'id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:07.473458 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadb1eca-d44e-48ee-ab6f-dd2236aad6eb None None] Checking router: 0bbe2875-072f-423d-ae4e-7e8b30c55027 for host: dv-cinder-800697-2-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:56:07.478957 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4d059-9b91-464b-b45f-401ae9a5ecbb req-dd0ede80-08ba-412d-8a47-626e824691a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:07.480240 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-59c4d059-9b91-464b-b45f-401ae9a5ecbb req-dd0ede80-08ba-412d-8a47-626e824691a4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=61b5a236-d87b-41fd-8ce0-529921b310ad HTTP/1.1" status: 200 len: 851 time: 0.0917411 Jul 14 13:56:07.487174 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadb1eca-d44e-48ee-ab6f-dd2236aad6eb None None] Routers {'0bbe2875-072f-423d-ae4e-7e8b30c55027'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:56:07.487926 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-eadb1eca-d44e-48ee-ab6f-dd2236aad6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:55:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['0bbe2875-072f-423d-ae4e-7e8b30c55027'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:07.524689 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-35fcccfe-83d2-4f2e-b608-74fc155bcf29 req-2bfb0c7d-de52-4728-acb5-408762a90fc2 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809417 Jul 14 13:56:07.568748 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4d059-9b91-464b-b45f-401ae9a5ecbb req-e90d6a33-ee06-4a6b-8de8-240baf65315d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:07.570844 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-59c4d059-9b91-464b-b45f-401ae9a5ecbb req-e90d6a33-ee06-4a6b-8de8-240baf65315d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a45b7b5e-8449-40db-b2c9-e253d306a9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0799189 Jul 14 13:56:07.611029 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-eadb1eca-d44e-48ee-ab6f-dd2236aad6eb None None] Set router 0bbe2875-072f-423d-ae4e-7e8b30c55027 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:56:07.697815 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-59c4d059-9b91-464b-b45f-401ae9a5ecbb req-9ffebbe3-e23d-428a-a178-56bdae6f7405 service neutron] 10.222.0.59 "GET /v2.0/networks/a45b7b5e-8449-40db-b2c9-e253d306a9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129966 Jul 14 13:56:07.889096 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-59c4d059-9b91-464b-b45f-401ae9a5ecbb req-60107ad4-d229-425e-b298-e55be8a36383 service neutron] 10.222.0.59 "GET /v2.0/networks/a45b7b5e-8449-40db-b2c9-e253d306a9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851332 Jul 14 13:56:07.907471 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-eadb1eca-d44e-48ee-ab6f-dd2236aad6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'name': 'tempest-TestVolumeBootPattern-1610234638-router', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:28Z', 'updated_at': '2021-07-14T13:51:33Z', 'revision_number': 4, 'project_id': '264797ac2dc84b21b49d043a80365add', 'gw_port': {'id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:29Z', 'updated_at': '2021-07-14T13:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_floatingips': [{'id': 'c5534ffc-fe2a-4e43-8c3b-b1c99fafd95a', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'floating_ip_address': '172.27.1.87', 'floating_network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'router_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'port_id': '4d04eae2-283c-43ab-91da-549996c8e65e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'mac_address': 'fa:16:3e:df:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7beacf1-3c8c-4391-97e2-03c105e82140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:56:05Z', 'updated_at': '2021-07-14T13:56:05Z', 'revision_number': 0, 'project_id': '264797ac2dc84b21b49d043a80365add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23456c7-8a0c-4775-84c2-ad38b355449f', 'name': '', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'mac_address': 'fa:16:3e:f9:88:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:32Z', 'updated_at': '2021-07-14T13:51:40Z', 'revision_number': 5, 'project_id': '264797ac2dc84b21b49d043a80365add', 'subnets': [{'id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:07.940750 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadb1eca-d44e-48ee-ab6f-dd2236aad6eb None None] The sync data for ids ['0bbe2875-072f-423d-ae4e-7e8b30c55027'] in dv-cinder-800697-2-iscsi is: [{'id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'name': 'tempest-TestVolumeBootPattern-1610234638-router', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:28Z', 'updated_at': '2021-07-14T13:51:33Z', 'revision_number': 4, 'project_id': '264797ac2dc84b21b49d043a80365add', 'gw_port': {'id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:29Z', 'updated_at': '2021-07-14T13:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_floatingips': [{'id': 'c5534ffc-fe2a-4e43-8c3b-b1c99fafd95a', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'floating_ip_address': '172.27.1.87', 'floating_network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'router_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'port_id': '4d04eae2-283c-43ab-91da-549996c8e65e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'mac_address': 'fa:16:3e:df:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7beacf1-3c8c-4391-97e2-03c105e82140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:56:05Z', 'updated_at': '2021-07-14T13:56:05Z', 'revision_number': 0, 'project_id': '264797ac2dc84b21b49d043a80365add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23456c7-8a0c-4775-84c2-ad38b355449f', 'name': '', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'mac_address': 'fa:16:3e:f9:88:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:32Z', 'updated_at': '2021-07-14T13:51:40Z', 'revision_number': 5, 'project_id': '264797ac2dc84b21b49d043a80365add', 'subnets': [{'id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:56:08.059443 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 737d6fb7-29a8-460e-b5ba-cfac71ebaf28 up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:56:08.077745 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520004c5-4551-462e-9b0d-e8a855cc77ca req-d69943da-3eb6-4911-8108-4a2e5b11075e tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:08.079488 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-520004c5-4551-462e-9b0d-e8a855cc77ca req-d69943da-3eb6-4911-8108-4a2e5b11075e tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 946 time: 0.1349492 Jul 14 13:56:08.081770 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76858fba-0ebd-4da0-9105-995d3a04355f req-d5acebb6-46b1-4f0d-9887-4b854a4fc9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:08.083292 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-76858fba-0ebd-4da0-9105-995d3a04355f req-d5acebb6-46b1-4f0d-9887-4b854a4fc9bd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=43e0f688f2114f8488820a3f02572e1e&device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 1099 time: 0.1273296 Jul 14 13:56:08.139764 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port 737d6fb7-29a8-460e-b5ba-cfac71ebaf28 triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:08.141307 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:08.219631 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-520004c5-4551-462e-9b0d-e8a855cc77ca req-00840557-f73b-484d-a6cf-8d164bb9b4c0 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316805 Jul 14 13:56:08.224221 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76858fba-0ebd-4da0-9105-995d3a04355f req-f6e2c2c6-400f-4190-b92d-c61eda34fff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:08.225736 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-76858fba-0ebd-4da0-9105-995d3a04355f req-f6e2c2c6-400f-4190-b92d-c61eda34fff8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bdfad0f9-d901-4f01-9648-67faf0ceed7f HTTP/1.1" status: 200 len: 911 time: 0.1309440 Jul 14 13:56:08.277709 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295756fb-d0f9-4070-8cd3-23a0313c5c81 None None] New status for floating IP c5534ffc-fe2a-4e43-8c3b-b1c99fafd95a: ACTIVE {{(pid=104576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:56:08.323374 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-76858fba-0ebd-4da0-9105-995d3a04355f req-f3513223-767a-4590-b853-4ff8fc042787 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e9ba39a-a647-46df-b5fa-a9570952885b HTTP/1.1" status: 200 len: 1001 time: 0.0898383 Jul 14 13:56:08.382935 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76858fba-0ebd-4da0-9105-995d3a04355f req-213c2506-c114-46f0-adff-78cc27758ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:08.385408 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-76858fba-0ebd-4da0-9105-995d3a04355f req-213c2506-c114-46f0-adff-78cc27758ceb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2 HTTP/1.1" status: 200 len: 849 time: 0.0544202 Jul 14 13:56:08.450480 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76858fba-0ebd-4da0-9105-995d3a04355f req-b82c0df3-6840-4537-a981-5e4a71fd97a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:08.455249 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-76858fba-0ebd-4da0-9105-995d3a04355f req-b82c0df3-6840-4537-a981-5e4a71fd97a9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bdfad0f9-d901-4f01-9648-67faf0ceed7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0643013 Jul 14 13:56:08.566535 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-76858fba-0ebd-4da0-9105-995d3a04355f req-afabcd23-3a0b-4e1d-a119-f9530745395f service neutron] 10.222.0.59 "GET /v2.0/networks/bdfad0f9-d901-4f01-9648-67faf0ceed7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050396 Jul 14 13:56:08.665425 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-76858fba-0ebd-4da0-9105-995d3a04355f req-c47663e0-8597-4166-92d3-58fa6dec0a06 service neutron] 10.222.0.59 "GET /v2.0/networks/bdfad0f9-d901-4f01-9648-67faf0ceed7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924892 Jul 14 13:56:09.396579 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c53130-7c7c-45ec-94c5-b6b791228711 req-f9f3f3ab-8a2f-42b0-b553-8804969d4d2f tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:09.398028 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-51c53130-7c7c-45ec-94c5-b6b791228711 req-f9f3f3ab-8a2f-42b0-b553-8804969d4d2f tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 946 time: 0.0615139 Jul 14 13:56:09.434415 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-51c53130-7c7c-45ec-94c5-b6b791228711 req-4b45c788-456b-40d2-b3f4-9c9542db15b2 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308027 Jul 14 13:56:10.507025 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c91be-5d65-4696-88bf-db4261fffd86 req-a9ee05bb-8717-4f6f-8575-ea0215811bc1 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:10.508394 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-759c91be-5d65-4696-88bf-db4261fffd86 req-a9ee05bb-8717-4f6f-8575-ea0215811bc1 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/networks?id=dd362da1-e55a-4cee-b77b-1d27ef8bcfe7 HTTP/1.1" status: 200 len: 815 time: 0.1049051 Jul 14 13:56:10.522692 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-759c91be-5d65-4696-88bf-db4261fffd86 req-3a435f56-2694-434c-893e-c8e5519581b3 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/quotas/7f650beba843405cbf8579c022f357ed HTTP/1.1" status: 200 len: 375 time: 0.0089276 Jul 14 13:56:10.594677 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-759c91be-5d65-4696-88bf-db4261fffd86 req-4114411e-5973-40b1-a6bf-403a03e008fa tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f650beba843405cbf8579c022f357ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670092 Jul 14 13:56:10.693580 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-759c91be-5d65-4696-88bf-db4261fffd86 req-eb2efa6e-2515-4e8d-82fd-d6e189a22499 service neutron] 10.222.0.35 "GET /v2.0/networks/dd362da1-e55a-4cee-b77b-1d27ef8bcfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869851 Jul 14 13:56:10.779484 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-759c91be-5d65-4696-88bf-db4261fffd86 req-513a8aec-d6cd-4611-95db-ea895dde345b service neutron] 10.222.0.35 "GET /v2.0/networks/dd362da1-e55a-4cee-b77b-1d27ef8bcfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801160 Jul 14 13:56:10.952692 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fe4627ad-858c-4848-8b84-f52bf7b96ce9 req-c9208dfa-6326-4ee1-9333-ad9b753b0d2f tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 210 time: 0.0320377 Jul 14 13:56:12.113586 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4c759e56-3ccf-45e0-8419-d718586899e6 req-0f960048-14d1-4871-af3b-4c20f7accc1d tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 210 time: 0.0421486 Jul 14 13:56:12.229917 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c91be-5d65-4696-88bf-db4261fffd86 req-057011fc-cda7-464c-b38d-a71b73e9afd9 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:12.231389 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-759c91be-5d65-4696-88bf-db4261fffd86 req-057011fc-cda7-464c-b38d-a71b73e9afd9 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.59 "GET /v2.0/networks?id=dd362da1-e55a-4cee-b77b-1d27ef8bcfe7 HTTP/1.1" status: 200 len: 815 time: 0.1002007 Jul 14 13:56:12.252228 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-759c91be-5d65-4696-88bf-db4261fffd86 req-50336d91-2438-4694-a3f9-966d7a9f0ce1 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Request body: {'port': {'device_id': '6e3e80d0-27c4-4b1d-b3eb-a80231013827', 'network_id': 'dd362da1-e55a-4cee-b77b-1d27ef8bcfe7', 'admin_state_up': True, 'tenant_id': '7f650beba843405cbf8579c022f357ed'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:12.360378 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-759c91be-5d65-4696-88bf-db4261fffd86 req-50336d91-2438-4694-a3f9-966d7a9f0ce1 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Made reservation on behalf of 7f650beba843405cbf8579c022f357ed for: {'port': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:56:12.364195 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-759c91be-5d65-4696-88bf-db4261fffd86 req-50336d91-2438-4694-a3f9-966d7a9f0ce1 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:12.486521 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [req-759c91be-5d65-4696-88bf-db4261fffd86 req-50336d91-2438-4694-a3f9-966d7a9f0ce1 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Allocated IP 172.20.0.8 (dd362da1-e55a-4cee-b77b-1d27ef8bcfe7/221ed8c7-0fd8-4885-a702-ddccb87c327c/378588f0-6114-4798-8b20-39790abcbe4b) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:56:12.635070 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-759c91be-5d65-4696-88bf-db4261fffd86 req-50336d91-2438-4694-a3f9-966d7a9f0ce1 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks [] for port, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:12.649880 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-759c91be-5d65-4696-88bf-db4261fffd86 req-50336d91-2438-4694-a3f9-966d7a9f0ce1 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Transition to ACTIVE for port object 378588f0-6114-4798-8b20-39790abcbe4b will not be triggered until provisioned by entity DHCP. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:56:12.685762 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-759c91be-5d65-4696-88bf-db4261fffd86 req-50336d91-2438-4694-a3f9-966d7a9f0ce1 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:12.736287 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-759c91be-5d65-4696-88bf-db4261fffd86 req-50336d91-2438-4694-a3f9-966d7a9f0ce1 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Network dd362da1-e55a-4cee-b77b-1d27ef8bcfe7 is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:56:12.740362 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [req-759c91be-5d65-4696-88bf-db4261fffd86 req-50336d91-2438-4694-a3f9-966d7a9f0ce1 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:56:12.745137 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-759c91be-5d65-4696-88bf-db4261fffd86 req-50336d91-2438-4694-a3f9-966d7a9f0ce1 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:56:12.750425 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50336d91-2438-4694-a3f9-966d7a9f0ce1 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Pushing event updated for resources: {'Port': ['ID=378588f0-6114-4798-8b20-39790abcbe4b,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:12.811761 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c91be-5d65-4696-88bf-db4261fffd86 req-50336d91-2438-4694-a3f9-966d7a9f0ce1 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:12.812429 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-759c91be-5d65-4696-88bf-db4261fffd86 req-50336d91-2438-4694-a3f9-966d7a9f0ce1 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:12.831916 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-759c91be-5d65-4696-88bf-db4261fffd86 req-50336d91-2438-4694-a3f9-966d7a9f0ce1 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5834301 Jul 14 13:56:13.044924 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-dda3d75a-9d9b-400b-af88-c4f74c47b740 None None] Provisioning for port 378588f0-6114-4798-8b20-39790abcbe4b completed by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:56:13.048760 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-dda3d75a-9d9b-400b-af88-c4f74c47b740 None None] Provisioning complete for port 378588f0-6114-4798-8b20-39790abcbe4b triggered by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:13.049133 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-dda3d75a-9d9b-400b-af88-c4f74c47b740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:13.083333 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-dda3d75a-9d9b-400b-af88-c4f74c47b740 None None] Port 378588f0-6114-4798-8b20-39790abcbe4b cannot update to ACTIVE because it is not bound. {{(pid=104575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:56:13.292961 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aae099-9efe-4b49-b13b-77ee9069f1b4 req-4908f307-057b-432d-8ed8-c09877f26e7d tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:13.294293 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-49aae099-9efe-4b49-b13b-77ee9069f1b4 req-4908f307-057b-432d-8ed8-c09877f26e7d tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 931 time: 0.0689735 Jul 14 13:56:13.332795 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-49aae099-9efe-4b49-b13b-77ee9069f1b4 req-2d56a182-b506-48fb-8959-05c22e9fba3f tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/security-groups?id=3faa8cc8-6137-47b7-bbeb-e2506abe75f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325289 Jul 14 13:56:14.505785 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c47ee-3bb2-494e-a49f-d6bb8dca29f5 req-c5341130-cc07-42ed-b6d6-d9793f3445b7 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:14.508076 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c45c47ee-3bb2-494e-a49f-d6bb8dca29f5 req-c5341130-cc07-42ed-b6d6-d9793f3445b7 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 931 time: 0.0652497 Jul 14 13:56:14.546774 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c45c47ee-3bb2-494e-a49f-d6bb8dca29f5 req-6b40d8fd-deb7-4fee-a05d-2198ab9774c1 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/security-groups?id=3faa8cc8-6137-47b7-bbeb-e2506abe75f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326278 Jul 14 13:56:15.721686 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb91119-281a-4fee-8442-5dc96c9a751f req-27905811-d8db-4ae3-a5b1-74fee3ccfcca tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:15.723391 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3cb91119-281a-4fee-8442-5dc96c9a751f req-27905811-d8db-4ae3-a5b1-74fee3ccfcca tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 931 time: 0.0663636 Jul 14 13:56:15.764319 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3cb91119-281a-4fee-8442-5dc96c9a751f req-746577f9-eb99-4d44-b616-436cbf830f8e tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/security-groups?id=3faa8cc8-6137-47b7-bbeb-e2506abe75f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335209 Jul 14 13:56:16.890482 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6c39e968-0530-4058-af3e-f1cf7bca49f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:16.936614 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95ab99-6726-4979-b74f-9fa9e0c6ffcf req-8ed74ae5-7a81-403f-9833-9f49ecdef22f tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:16.938202 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8e95ab99-6726-4979-b74f-9fa9e0c6ffcf req-8ed74ae5-7a81-403f-9833-9f49ecdef22f tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 931 time: 0.0640535 Jul 14 13:56:16.976813 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8e95ab99-6726-4979-b74f-9fa9e0c6ffcf req-60a504b3-ed2b-4bbb-8d52-219a581d7e7c tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/security-groups?id=3faa8cc8-6137-47b7-bbeb-e2506abe75f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328135 Jul 14 13:56:17.909937 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:18.161392 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ba292-14ed-456b-81e2-097cc0eb177d req-e5484a07-956b-4610-9070-0792999c3410 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:18.162800 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-386ba292-14ed-456b-81e2-097cc0eb177d req-e5484a07-956b-4610-9070-0792999c3410 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 931 time: 0.0762329 Jul 14 13:56:18.201927 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-386ba292-14ed-456b-81e2-097cc0eb177d req-aa7b8d81-2489-417a-87e0-b9664c2412b9 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/security-groups?id=3faa8cc8-6137-47b7-bbeb-e2506abe75f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332842 Jul 14 13:56:19.381486 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a376ea8-9862-4754-bfcc-d00c816e16ba req-a4114369-73f1-46c2-bac8-177a7e74f5ad tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:19.383012 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9a376ea8-9862-4754-bfcc-d00c816e16ba req-a4114369-73f1-46c2-bac8-177a7e74f5ad tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 931 time: 0.0674086 Jul 14 13:56:19.426591 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9a376ea8-9862-4754-bfcc-d00c816e16ba req-78dacb92-57f2-46d3-9b43-83372cdc19c1 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/security-groups?id=3faa8cc8-6137-47b7-bbeb-e2506abe75f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375898 Jul 14 13:56:19.434164 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6053e317-c1cf-4c8c-ade2-23ec0e6245a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:19.580302 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:20.590486 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:20.613775 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ffcd2b-98d3-42cd-b7f2-3a4ead4bf28d req-5cd397bb-aa71-4e38-97e6-b4a10e6cb201 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:20.615658 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b6ffcd2b-98d3-42cd-b7f2-3a4ead4bf28d req-5cd397bb-aa71-4e38-97e6-b4a10e6cb201 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 931 time: 0.0711524 Jul 14 13:56:20.656026 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b6ffcd2b-98d3-42cd-b7f2-3a4ead4bf28d req-8ccd74c7-b9d7-474e-9df0-90d650c3de90 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/security-groups?id=3faa8cc8-6137-47b7-bbeb-e2506abe75f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344915 Jul 14 13:56:21.829835 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c6cee-cfbb-429f-b8ed-2a0febd7ae66 req-f120c0a5-776b-4340-8ded-bd4314a9da63 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:21.831349 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4c6c6cee-cfbb-429f-b8ed-2a0febd7ae66 req-f120c0a5-776b-4340-8ded-bd4314a9da63 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 931 time: 0.0645108 Jul 14 13:56:21.870489 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4c6c6cee-cfbb-429f-b8ed-2a0febd7ae66 req-7f75bf2b-e4dc-44da-b7dc-1953e99b230c tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/security-groups?id=3faa8cc8-6137-47b7-bbeb-e2506abe75f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330827 Jul 14 13:56:22.106632 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:23.044275 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a0d63-e19d-45d7-a5d5-54d8a21c04e6 req-a9a90bdf-f5f0-42db-9ba9-fc59c4c26575 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:23.045765 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-030a0d63-e19d-45d7-a5d5-54d8a21c04e6 req-a9a90bdf-f5f0-42db-9ba9-fc59c4c26575 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 931 time: 0.0650096 Jul 14 13:56:23.088548 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-030a0d63-e19d-45d7-a5d5-54d8a21c04e6 req-83e5ce01-e405-4bca-8a1b-edb8628336ac tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/security-groups?id=3faa8cc8-6137-47b7-bbeb-e2506abe75f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370834 Jul 14 13:56:23.852788 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.agents_db [None req-f94fc2f4-144f-4bce-9715-a006bfd56775 None None] Agent healthcheck: found 6 active agents {{(pid=104576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:56:24.282002 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97075aab-a3cf-4f78-a167-4c703835e478 req-416db5d8-38bf-457e-a0ac-f32747751910 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:24.283525 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-97075aab-a3cf-4f78-a167-4c703835e478 req-416db5d8-38bf-457e-a0ac-f32747751910 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 931 time: 0.0725269 Jul 14 13:56:24.329013 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-97075aab-a3cf-4f78-a167-4c703835e478 req-b6a43522-92df-467f-b205-a2d4ac22623d tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/security-groups?id=3faa8cc8-6137-47b7-bbeb-e2506abe75f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397625 Jul 14 13:56:25.530270 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56fd90-f519-4b30-a8f5-9ddedf5ec3ca req-7e577d09-fdba-4d70-a88c-31642ed3cae9 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:25.531773 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ef56fd90-f519-4b30-a8f5-9ddedf5ec3ca req-7e577d09-fdba-4d70-a88c-31642ed3cae9 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 931 time: 0.0811648 Jul 14 13:56:25.570127 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ef56fd90-f519-4b30-a8f5-9ddedf5ec3ca req-390eec52-b78c-43ee-a9e1-4678dc2c7380 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/security-groups?id=3faa8cc8-6137-47b7-bbeb-e2506abe75f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326717 Jul 14 13:56:25.799487 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-759c91be-5d65-4696-88bf-db4261fffd86 req-8e208cb1-b23f-46a2-a59e-8754937c34a6 service neutron] Request body: {'port': {'device_id': '6e3e80d0-27c4-4b1d-b3eb-a80231013827', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:25.871484 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-759c91be-5d65-4696-88bf-db4261fffd86 req-8e208cb1-b23f-46a2-a59e-8754937c34a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:26.136274 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [req-759c91be-5d65-4696-88bf-db4261fffd86 req-8e208cb1-b23f-46a2-a59e-8754937c34a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 378588f0-6114-4798-8b20-39790abcbe4b {{(pid=104572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:56:26.143772 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-759c91be-5d65-4696-88bf-db4261fffd86 req-8e208cb1-b23f-46a2-a59e-8754937c34a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:26.156315 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-759c91be-5d65-4696-88bf-db4261fffd86 req-8e208cb1-b23f-46a2-a59e-8754937c34a6 service neutron] Transition to ACTIVE for port object 378588f0-6114-4798-8b20-39790abcbe4b will not be triggered until provisioned by entity L2. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:56:26.160864 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-759c91be-5d65-4696-88bf-db4261fffd86 req-8e208cb1-b23f-46a2-a59e-8754937c34a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28728568'] for port, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:26.229638 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e208cb1-b23f-46a2-a59e-8754937c34a6 service neutron] Pushing event updated for resources: {'Port': ['ID=378588f0-6114-4798-8b20-39790abcbe4b,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:26.254098 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e208cb1-b23f-46a2-a59e-8754937c34a6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:26.254443 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e208cb1-b23f-46a2-a59e-8754937c34a6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:26.254791 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e208cb1-b23f-46a2-a59e-8754937c34a6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:26.255161 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e208cb1-b23f-46a2-a59e-8754937c34a6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:26.255516 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e208cb1-b23f-46a2-a59e-8754937c34a6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:26.255850 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e208cb1-b23f-46a2-a59e-8754937c34a6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:26.256295 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e208cb1-b23f-46a2-a59e-8754937c34a6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:26.256489 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e208cb1-b23f-46a2-a59e-8754937c34a6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:26.256821 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e208cb1-b23f-46a2-a59e-8754937c34a6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:26.257145 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e208cb1-b23f-46a2-a59e-8754937c34a6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:26.257468 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e208cb1-b23f-46a2-a59e-8754937c34a6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:26.257792 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e208cb1-b23f-46a2-a59e-8754937c34a6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:26.290993 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-759c91be-5d65-4696-88bf-db4261fffd86 req-8e208cb1-b23f-46a2-a59e-8754937c34a6 service neutron] Attempting to bind port 378588f0-6114-4798-8b20-39790abcbe4b on host hv-cinder-80069 for vnic_type normal with profile {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:56:26.291324 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-759c91be-5d65-4696-88bf-db4261fffd86 req-8e208cb1-b23f-46a2-a59e-8754937c34a6 service neutron] Attempting to bind port 378588f0-6114-4798-8b20-39790abcbe4b by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '63f26617-ec2e-4b21-85a6-8d9ce4b9b2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'dd362da1-e55a-4cee-b77b-1d27ef8bcfe7'}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:56:26.291629 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759c91be-5d65-4696-88bf-db4261fffd86 req-8e208cb1-b23f-46a2-a59e-8754937c34a6 service neutron] Attempting to bind port 378588f0-6114-4798-8b20-39790abcbe4b on network dd362da1-e55a-4cee-b77b-1d27ef8bcfe7 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:56:26.296048 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759c91be-5d65-4696-88bf-db4261fffd86 req-8e208cb1-b23f-46a2-a59e-8754937c34a6 service neutron] Port 378588f0-6114-4798-8b20-39790abcbe4b on network dd362da1-e55a-4cee-b77b-1d27ef8bcfe7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:56:26.296365 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759c91be-5d65-4696-88bf-db4261fffd86 req-8e208cb1-b23f-46a2-a59e-8754937c34a6 service neutron] Attempting to bind port 378588f0-6114-4798-8b20-39790abcbe4b on network dd362da1-e55a-4cee-b77b-1d27ef8bcfe7 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:56:26.301388 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759c91be-5d65-4696-88bf-db4261fffd86 req-8e208cb1-b23f-46a2-a59e-8754937c34a6 service neutron] Checking agent: {'id': '92e582b9-0e65-4c58-8afe-cb3347eabd77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 47, 47), 'started_at': datetime.datetime(2021, 7, 14, 13, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:56:26.301722 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759c91be-5d65-4696-88bf-db4261fffd86 req-8e208cb1-b23f-46a2-a59e-8754937c34a6 service neutron] Checking segment: {'id': '63f26617-ec2e-4b21-85a6-8d9ce4b9b2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'dd362da1-e55a-4cee-b77b-1d27ef8bcfe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:56:26.302100 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759c91be-5d65-4696-88bf-db4261fffd86 req-8e208cb1-b23f-46a2-a59e-8754937c34a6 service neutron] Bound using segment: {'id': '63f26617-ec2e-4b21-85a6-8d9ce4b9b2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'dd362da1-e55a-4cee-b77b-1d27ef8bcfe7'} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:56:26.302522 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-759c91be-5d65-4696-88bf-db4261fffd86 req-8e208cb1-b23f-46a2-a59e-8754937c34a6 service neutron] Bound port: 378588f0-6114-4798-8b20-39790abcbe4b, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63f26617-ec2e-4b21-85a6-8d9ce4b9b2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'dd362da1-e55a-4cee-b77b-1d27ef8bcfe7'}}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:56:26.302873 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-759c91be-5d65-4696-88bf-db4261fffd86 req-8e208cb1-b23f-46a2-a59e-8754937c34a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:26.369034 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-759c91be-5d65-4696-88bf-db4261fffd86 req-8e208cb1-b23f-46a2-a59e-8754937c34a6 service neutron] For port 378588f0-6114-4798-8b20-39790abcbe4b, host hv-cinder-80069, cleared binding levels {{(pid=104572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:56:26.372124 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-759c91be-5d65-4696-88bf-db4261fffd86 req-8e208cb1-b23f-46a2-a59e-8754937c34a6 service neutron] For port 378588f0-6114-4798-8b20-39790abcbe4b, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=378588f0-6114-4798-8b20-39790abcbe4b,segment=NetworkSegment(63f26617-ec2e-4b21-85a6-8d9ce4b9b2c6),segment_id=63f26617-ec2e-4b21-85a6-8d9ce4b9b2c6)] {{(pid=104572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:56:26.379790 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-759c91be-5d65-4696-88bf-db4261fffd86 req-8e208cb1-b23f-46a2-a59e-8754937c34a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28728568'] for port, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:26.423752 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c91be-5d65-4696-88bf-db4261fffd86 req-8e208cb1-b23f-46a2-a59e-8754937c34a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:26.424366 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-759c91be-5d65-4696-88bf-db4261fffd86 req-8e208cb1-b23f-46a2-a59e-8754937c34a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:26.425758 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-759c91be-5d65-4696-88bf-db4261fffd86 req-8e208cb1-b23f-46a2-a59e-8754937c34a6 service neutron] 10.222.0.59 "PUT /v2.0/ports/378588f0-6114-4798-8b20-39790abcbe4b HTTP/1.1" status: 200 len: 1093 time: 0.6308219 Jul 14 13:56:26.426171 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3e80d0-27c4-4b1d-b3eb-a80231013827', 'tag': '378588f0-6114-4798-8b20-39790abcbe4b'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:56:26.428514 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290d9ea7-540f-4064-86e1-a40cb08fcc95" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3e80d0-27c4-4b1d-b3eb-a80231013827", "tag": "378588f0-6114-4798-8b20-39790abcbe4b"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:56:26.453505 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e208cb1-b23f-46a2-a59e-8754937c34a6 service neutron] Pushing event updated for resources: {'Port': ['ID=378588f0-6114-4798-8b20-39790abcbe4b,revision_number=3']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:26.467039 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c4b053-f4e1-40de-afca-978310735b65 x-openstack-request-id: req-69c4b053-f4e1-40de-afca-978310735b65 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:56:26.467401 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3e80d0-27c4-4b1d-b3eb-a80231013827", "tag": "378588f0-6114-4798-8b20-39790abcbe4b", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:56:26.467655 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-69c4b053-f4e1-40de-afca-978310735b65 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:56:26.468143 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e3e80d0-27c4-4b1d-b3eb-a80231013827', 'tag': '378588f0-6114-4798-8b20-39790abcbe4b', 'status': 'completed', 'code': 200} Jul 14 13:56:26.554328 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c91be-5d65-4696-88bf-db4261fffd86 req-2d48f75f-5468-43bc-9409-dfbac207a1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:26.555954 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-759c91be-5d65-4696-88bf-db4261fffd86 req-2d48f75f-5468-43bc-9409-dfbac207a1c7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7f650beba843405cbf8579c022f357ed&device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 1096 time: 0.0565529 Jul 14 13:56:26.609829 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-759c91be-5d65-4696-88bf-db4261fffd86 req-ab1b12cd-bc4b-466f-b9ae-db0e827a9738 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=378588f0-6114-4798-8b20-39790abcbe4b HTTP/1.1" status: 200 len: 217 time: 0.0346169 Jul 14 13:56:26.665851 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c91be-5d65-4696-88bf-db4261fffd86 req-e7f37d6e-a8c5-4805-998f-d8d03d0f16c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:26.667239 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-759c91be-5d65-4696-88bf-db4261fffd86 req-e7f37d6e-a8c5-4805-998f-d8d03d0f16c2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=221ed8c7-0fd8-4885-a702-ddccb87c327c HTTP/1.1" status: 200 len: 854 time: 0.0475137 Jul 14 13:56:26.728037 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c91be-5d65-4696-88bf-db4261fffd86 req-97d17867-c8f1-4462-81e9-38b477515930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:26.729537 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-759c91be-5d65-4696-88bf-db4261fffd86 req-97d17867-c8f1-4462-81e9-38b477515930 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd362da1-e55a-4cee-b77b-1d27ef8bcfe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536866 Jul 14 13:56:26.744692 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4dbce-179c-421b-bf4e-0f5b26c422c3 req-7348e300-dad4-4f5e-8fe6-3fb661b0dd9b tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:26.746157 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-88e4dbce-179c-421b-bf4e-0f5b26c422c3 req-7348e300-dad4-4f5e-8fe6-3fb661b0dd9b tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 943 time: 0.0642421 Jul 14 13:56:26.783193 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-88e4dbce-179c-421b-bf4e-0f5b26c422c3 req-abb37052-229d-4ae2-b99a-5f5af04e6cf4 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/security-groups?id=3faa8cc8-6137-47b7-bbeb-e2506abe75f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313773 Jul 14 13:56:26.818747 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-759c91be-5d65-4696-88bf-db4261fffd86 req-fb48909c-47f1-4c4e-9bd7-c09f2770bcf6 service neutron] 10.222.0.59 "GET /v2.0/networks/dd362da1-e55a-4cee-b77b-1d27ef8bcfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809014 Jul 14 13:56:26.914114 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-759c91be-5d65-4696-88bf-db4261fffd86 req-b68668f2-b8c9-4e3c-9bd3-d44a24cb9f13 service neutron] 10.222.0.59 "GET /v2.0/networks/dd362da1-e55a-4cee-b77b-1d27ef8bcfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882456 Jul 14 13:56:27.100362 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d9ea7-540f-4064-86e1-a40cb08fcc95 req-6f7e083d-cc5b-4656-a576-0d02b5b33a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:27.101772 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-290d9ea7-540f-4064-86e1-a40cb08fcc95 req-6f7e083d-cc5b-4656-a576-0d02b5b33a5a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7f650beba843405cbf8579c022f357ed&device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 1096 time: 0.0641553 Jul 14 13:56:27.196629 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d9ea7-540f-4064-86e1-a40cb08fcc95 req-de88fbc2-ccb9-4953-9229-818a78d193a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:27.198128 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-290d9ea7-540f-4064-86e1-a40cb08fcc95 req-de88fbc2-ccb9-4953-9229-818a78d193a4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd362da1-e55a-4cee-b77b-1d27ef8bcfe7 HTTP/1.1" status: 200 len: 916 time: 0.0893061 Jul 14 13:56:27.241261 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-290d9ea7-540f-4064-86e1-a40cb08fcc95 req-aaa9b107-c972-4c03-a4bf-4cc648a0e9ee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=378588f0-6114-4798-8b20-39790abcbe4b HTTP/1.1" status: 200 len: 217 time: 0.0349467 Jul 14 13:56:27.299666 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d9ea7-540f-4064-86e1-a40cb08fcc95 req-5072ae3b-af85-458e-93da-fea2b19b6ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:27.301209 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-290d9ea7-540f-4064-86e1-a40cb08fcc95 req-5072ae3b-af85-458e-93da-fea2b19b6ddf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=221ed8c7-0fd8-4885-a702-ddccb87c327c HTTP/1.1" status: 200 len: 854 time: 0.0530026 Jul 14 13:56:27.368441 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d9ea7-540f-4064-86e1-a40cb08fcc95 req-8f34c0c6-4ff9-40a0-bb23-d316a96d9fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:27.370499 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-290d9ea7-540f-4064-86e1-a40cb08fcc95 req-8f34c0c6-4ff9-40a0-bb23-d316a96d9fc9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd362da1-e55a-4cee-b77b-1d27ef8bcfe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0606151 Jul 14 13:56:27.475966 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-290d9ea7-540f-4064-86e1-a40cb08fcc95 req-902c8d60-a802-4ca8-9537-6b0dfe1fb842 service neutron] 10.222.0.59 "GET /v2.0/networks/dd362da1-e55a-4cee-b77b-1d27ef8bcfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980458 Jul 14 13:56:27.571635 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-290d9ea7-540f-4064-86e1-a40cb08fcc95 req-e101be06-4676-4098-a812-1e2d15a7c945 service neutron] 10.222.0.59 "GET /v2.0/networks/dd362da1-e55a-4cee-b77b-1d27ef8bcfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869873 Jul 14 13:56:28.231731 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd0b60a-2243-4adf-8256-39c15ff1d313 req-9f5e02fb-a56e-478d-b2e6-c6b5898a6b87 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:28.233261 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1cd0b60a-2243-4adf-8256-39c15ff1d313 req-9f5e02fb-a56e-478d-b2e6-c6b5898a6b87 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 943 time: 0.3357460 Jul 14 13:56:28.271575 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1cd0b60a-2243-4adf-8256-39c15ff1d313 req-547b04fa-2529-4c3f-89e0-4fc4ad0eae0d tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/security-groups?id=3faa8cc8-6137-47b7-bbeb-e2506abe75f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324283 Jul 14 13:56:29.468319 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810c252-55cb-4e2e-a842-5a528c399a06 req-7e74b449-2e8a-4e70-99c6-2af8729ee7cc tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:29.469762 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c810c252-55cb-4e2e-a842-5a528c399a06 req-7e74b449-2e8a-4e70-99c6-2af8729ee7cc tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 943 time: 0.0716014 Jul 14 13:56:29.508586 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c810c252-55cb-4e2e-a842-5a528c399a06 req-3687759c-10d0-4844-9b87-72f73e3fcd0a tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/security-groups?id=3faa8cc8-6137-47b7-bbeb-e2506abe75f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331326 Jul 14 13:56:29.557099 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 378588f0-6114-4798-8b20-39790abcbe4b details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=104575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:56:29.659797 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port 378588f0-6114-4798-8b20-39790abcbe4b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=378588f0-6114-4798-8b20-39790abcbe4b,segment=NetworkSegment(63f26617-ec2e-4b21-85a6-8d9ce4b9b2c6),segment_id=63f26617-ec2e-4b21-85a6-8d9ce4b9b2c6)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:56:29.671439 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Returning: {'device': '378588f0-6114-4798-8b20-39790abcbe4b', 'network_id': 'dd362da1-e55a-4cee-b77b-1d27ef8bcfe7', 'port_id': '378588f0-6114-4798-8b20-39790abcbe4b', 'mac_address': 'fa:16:3e:d9:11:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '221ed8c7-0fd8-4885-a702-ddccb87c327c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:56:29.712542 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:29.725123 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 378588f0-6114-4798-8b20-39790abcbe4b {{(pid=104575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:56:29.744621 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port 378588f0-6114-4798-8b20-39790abcbe4b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=378588f0-6114-4798-8b20-39790abcbe4b,segment=NetworkSegment(63f26617-ec2e-4b21-85a6-8d9ce4b9b2c6),segment_id=63f26617-ec2e-4b21-85a6-8d9ce4b9b2c6)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:56:29.750472 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:29.797956 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=378588f0-6114-4798-8b20-39790abcbe4b,revision_number=4']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:30.108009 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['378588f0-6114-4798-8b20-39790abcbe4b'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:56:30.702054 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc9e00-bbe9-4c67-9fc4-cd17b79977a7 req-97215496-3e5f-48a6-bc7c-2aa5d135df84 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:30.703513 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-35cc9e00-bbe9-4c67-9fc4-cd17b79977a7 req-97215496-3e5f-48a6-bc7c-2aa5d135df84 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 944 time: 0.0749764 Jul 14 13:56:30.744414 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-35cc9e00-bbe9-4c67-9fc4-cd17b79977a7 req-9385a3d3-cc33-4fb3-9c23-9dc42b14f423 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/security-groups?id=3faa8cc8-6137-47b7-bbeb-e2506abe75f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328772 Jul 14 13:56:31.567307 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 378588f0-6114-4798-8b20-39790abcbe4b up at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:56:31.632182 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning for port 378588f0-6114-4798-8b20-39790abcbe4b completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:56:31.635786 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning complete for port 378588f0-6114-4798-8b20-39790abcbe4b triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:31.636155 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:31.712366 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:31.735296 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3e80d0-27c4-4b1d-b3eb-a80231013827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '378588f0-6114-4798-8b20-39790abcbe4b'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:56:31.737528 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06891aadf294c70300823a606954559f382215362bc7d52ae5ebbe768d2ce9e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da2972e-e31e-4d61-9b4b-282d80e031ce" -d '{"events": [{"server_uuid": "6e3e80d0-27c4-4b1d-b3eb-a80231013827", "name": "network-vif-plugged", "status": "completed", "tag": "378588f0-6114-4798-8b20-39790abcbe4b"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:56:31.750088 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port 378588f0-6114-4798-8b20-39790abcbe4b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=378588f0-6114-4798-8b20-39790abcbe4b,segment=NetworkSegment(63f26617-ec2e-4b21-85a6-8d9ce4b9b2c6),segment_id=63f26617-ec2e-4b21-85a6-8d9ce4b9b2c6)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:56:31.755149 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:31.780504 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81ff460-7842-462f-a51c-ed336ccb85b2 x-openstack-request-id: req-b81ff460-7842-462f-a51c-ed336ccb85b2 {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:56:31.780795 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3e80d0-27c4-4b1d-b3eb-a80231013827", "name": "network-vif-plugged", "status": "completed", "tag": "378588f0-6114-4798-8b20-39790abcbe4b", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:56:31.781206 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b81ff460-7842-462f-a51c-ed336ccb85b2 {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:56:31.781370 dv-cinder-800697-2-iscsi neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3e80d0-27c4-4b1d-b3eb-a80231013827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '378588f0-6114-4798-8b20-39790abcbe4b', 'code': 200} Jul 14 13:56:31.806147 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=378588f0-6114-4798-8b20-39790abcbe4b,revision_number=5']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:31.919882 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3760c55-3080-4ee7-97bc-4b68783b3e76 req-74f18c65-d637-4e67-904d-a9223dc136ab tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:31.921366 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c3760c55-3080-4ee7-97bc-4b68783b3e76 req-74f18c65-d637-4e67-904d-a9223dc136ab tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 945 time: 0.0681059 Jul 14 13:56:31.959705 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c3760c55-3080-4ee7-97bc-4b68783b3e76 req-1e9de692-85a8-45fc-98da-167c13550ff4 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/security-groups?id=3faa8cc8-6137-47b7-bbeb-e2506abe75f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322096 Jul 14 13:56:32.068316 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbf66e-1f85-4518-88ea-57a95259dbaa req-e287167c-0a2a-4e97-859f-3da06560f894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:32.069738 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-01dbf66e-1f85-4518-88ea-57a95259dbaa req-e287167c-0a2a-4e97-859f-3da06560f894 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 1098 time: 0.0541031 Jul 14 13:56:32.104822 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-01dbf66e-1f85-4518-88ea-57a95259dbaa req-3c47ac14-b0a5-4fdd-8122-db09cd2abe49 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3faa8cc8-6137-47b7-bbeb-e2506abe75f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279226 Jul 14 13:56:33.148224 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f64ebe-85ae-43d2-97d1-21e15d0f6974 req-4abb06db-5e29-4bdc-9ad1-b3f1f0a5b490 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:33.149610 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f4f64ebe-85ae-43d2-97d1-21e15d0f6974 req-4abb06db-5e29-4bdc-9ad1-b3f1f0a5b490 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 945 time: 0.0710292 Jul 14 13:56:33.188305 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f4f64ebe-85ae-43d2-97d1-21e15d0f6974 req-5ba97ddf-9485-410d-909b-ccf0dc3aadd9 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/security-groups?id=3faa8cc8-6137-47b7-bbeb-e2506abe75f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323474 Jul 14 13:56:34.365608 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95835bb4-11ef-4018-8b2e-313f1eadfb7d req-56eceffb-0e45-465b-9fa7-b1fb21a31af2 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:34.367086 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-95835bb4-11ef-4018-8b2e-313f1eadfb7d req-56eceffb-0e45-465b-9fa7-b1fb21a31af2 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 945 time: 0.0635440 Jul 14 13:56:34.406636 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-95835bb4-11ef-4018-8b2e-313f1eadfb7d req-59d2ba74-0b81-48ee-9fa6-10647517de96 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/security-groups?id=3faa8cc8-6137-47b7-bbeb-e2506abe75f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337927 Jul 14 13:56:34.596802 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df71bb-eee0-4e04-a339-b0eceb2ab48b req-383206be-160e-45c6-b49a-535be8de6b07 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:34.598260 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d7df71bb-eee0-4e04-a339-b0eceb2ab48b req-383206be-160e-45c6-b49a-535be8de6b07 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 945 time: 0.0678084 Jul 14 13:56:34.639882 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d7df71bb-eee0-4e04-a339-b0eceb2ab48b req-ad95f70a-f8ad-4f93-9eaf-129349a4a42c tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/security-groups?id=3faa8cc8-6137-47b7-bbeb-e2506abe75f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360448 Jul 14 13:56:35.032311 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452caade-5c82-4fd9-a9b4-f8425c8c7604 req-f871bade-e790-498c-8e76-849dc1a0c678 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:35.033704 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-452caade-5c82-4fd9-a9b4-f8425c8c7604 req-f871bade-e790-498c-8e76-849dc1a0c678 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 945 time: 0.0719995 Jul 14 13:56:35.072039 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-452caade-5c82-4fd9-a9b4-f8425c8c7604 req-6d799092-e98c-4038-8445-80fce126a27f tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/security-groups?id=3faa8cc8-6137-47b7-bbeb-e2506abe75f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327454 Jul 14 13:56:42.823282 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053985b-2ea7-415d-a82b-bc4f6409b6e4 req-d922b399-1627-417b-b382-830d2fd1d9f9 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:42.824765 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b053985b-2ea7-415d-a82b-bc4f6409b6e4 req-d922b399-1627-417b-b382-830d2fd1d9f9 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 947 time: 0.0755949 Jul 14 13:56:42.864233 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b053985b-2ea7-415d-a82b-bc4f6409b6e4 req-56d8c9eb-acd4-4380-899f-990a8650587f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336778 Jul 14 13:56:44.062030 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e16f9e-1e07-409a-aadc-2dee8b699304 req-6e46f1b8-313c-4cba-b219-ebfc3fe309b6 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:44.063374 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-76e16f9e-1e07-409a-aadc-2dee8b699304 req-6e46f1b8-313c-4cba-b219-ebfc3fe309b6 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 947 time: 0.0634489 Jul 14 13:56:44.100978 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-76e16f9e-1e07-409a-aadc-2dee8b699304 req-2a18863f-cefa-42c3-b0b9-d378f6c201b5 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310407 Jul 14 13:56:44.624044 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87810d-c8d9-46d3-a87b-272f89691e68 req-5ea2064f-7cba-4591-88be-9a5eccaa22b2 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:44.625541 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7a87810d-c8d9-46d3-a87b-272f89691e68 req-5ea2064f-7cba-4591-88be-9a5eccaa22b2 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.59 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 947 time: 0.0640433 Jul 14 13:56:44.769987 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-7a87810d-c8d9-46d3-a87b-272f89691e68 req-8f8cb54f-6911-41a5-852d-5efa4ab93c05 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Deleting port ee035ed2-02c4-42d3-a6b7-54220480f2ff {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:56:44.770234 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-7a87810d-c8d9-46d3-a87b-272f89691e68 req-8f8cb54f-6911-41a5-852d-5efa4ab93c05 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:44.819802 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47cd8c-6abd-4cb4-880e-ea5fc6f97573 req-92d3b68c-1466-45ed-8466-183d949b20a4 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:44.821251 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4b47cd8c-6abd-4cb4-880e-ea5fc6f97573 req-92d3b68c-1466-45ed-8466-183d949b20a4 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 945 time: 0.1176291 Jul 14 13:56:44.886712 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4b47cd8c-6abd-4cb4-880e-ea5fc6f97573 req-8aaf5d8d-8269-4bf2-92dd-0e3d6e323d30 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/security-groups?id=3faa8cc8-6137-47b7-bbeb-e2506abe75f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585318 Jul 14 13:56:44.893008 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-7a87810d-c8d9-46d3-a87b-272f89691e68 req-8f8cb54f-6911-41a5-852d-5efa4ab93c05 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] For port ee035ed2-02c4-42d3-a6b7-54220480f2ff, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=ee035ed2-02c4-42d3-a6b7-54220480f2ff,segment=NetworkSegment(3782ce6e-4a36-46a1-9082-0427f175f195),segment_id=3782ce6e-4a36-46a1-9082-0427f175f195)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:56:44.893367 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-7a87810d-c8d9-46d3-a87b-272f89691e68 req-8f8cb54f-6911-41a5-852d-5efa4ab93c05 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:44.911251 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 49544) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:45.052072 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b67fc5-471d-4225-88a4-a56fd23ead37 tempest-TestMinimumBasicScenario-2122001310 tempest-TestMinimumBasicScenario-2122001310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:45.053511 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-d8b67fc5-471d-4225-88a4-a56fd23ead37 tempest-TestMinimumBasicScenario-2122001310 tempest-TestMinimumBasicScenario-2122001310-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 1093 time: 0.1412621 Jul 14 13:56:45.056465 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 49548) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:45.060997 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-063b9d6a-aa19-45a6-954e-623fbf158303 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Request body: {'floatingip': {'floating_network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'port_id': '378588f0-6114-4798-8b20-39790abcbe4b', 'tenant_id': '7f650beba843405cbf8579c022f357ed', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:45.067496 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-7a87810d-c8d9-46d3-a87b-272f89691e68 req-8f8cb54f-6911-41a5-852d-5efa4ab93c05 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:45.067864 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-7a87810d-c8d9-46d3-a87b-272f89691e68 req-8f8cb54f-6911-41a5-852d-5efa4ab93c05 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359245'] for floatingip, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:45.068173 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.db.l3_db [req-7a87810d-c8d9-46d3-a87b-272f89691e68 req-8f8cb54f-6911-41a5-852d-5efa4ab93c05 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Floating IP f1459ca2-8da6-4151-9dc7-e19c06342c41 disassociated. External IP: 172.27.1.179, port: ee035ed2-02c4-42d3-a6b7-54220480f2ff. Jul 14 13:56:45.068509 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-7a87810d-c8d9-46d3-a87b-272f89691e68 req-8f8cb54f-6911-41a5-852d-5efa4ab93c05 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Calling delete_port for ee035ed2-02c4-42d3-a6b7-54220480f2ff owned by compute:nova {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:56:45.127438 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-063b9d6a-aa19-45a6-954e-623fbf158303 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks [] for floatingip, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:45.274485 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-7a87810d-c8d9-46d3-a87b-272f89691e68 req-8f8cb54f-6911-41a5-852d-5efa4ab93c05 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:45.278796 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81c66b-4b08-4679-94f7-8716a380b487 req-c11f7bad-f89c-49ad-a544-eaa40e1e5851 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:45.280349 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0b81c66b-4b08-4679-94f7-8716a380b487 req-c11f7bad-f89c-49ad-a544-eaa40e1e5851 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/ports?device_id=23494e2c-b594-4ad2-9077-82e66d21c9cd HTTP/1.1" status: 200 len: 947 time: 0.0632191 Jul 14 13:56:45.311650 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-063b9d6a-aa19-45a6-954e-623fbf158303 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:45.313347 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8cb54f-6911-41a5-852d-5efa4ab93c05 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Pushing event deleted for resources: {'Port': ['ID=ee035ed2-02c4-42d3-a6b7-54220480f2ff,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:45.319710 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0b81c66b-4b08-4679-94f7-8716a380b487 req-2c3f8e8a-1491-49fe-8335-1ffc38442cf5 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups?id=59be590f-b300-4d2c-b1c0-b6d9d45b7a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336442 Jul 14 13:56:45.496359 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [None req-063b9d6a-aa19-45a6-954e-623fbf158303 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Allocated IP 172.27.1.243 (b28dab8c-9c3b-45dd-8fa2-7ffa63c66645/3e00a68e-7419-45b7-a88a-a672d20cc9ef/458b2a4d-0ab8-4d78-863d-70b0a06f743e) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:56:45.505094 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a87810d-c8d9-46d3-a87b-272f89691e68 req-8f8cb54f-6911-41a5-852d-5efa4ab93c05 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Router 418f6804-5512-4df1-9ed4-490ab5786f37 has already been hosted by L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:56:45.679325 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-063b9d6a-aa19-45a6-954e-623fbf158303 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks [] for port, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:45.691608 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a87810d-c8d9-46d3-a87b-272f89691e68 req-8f8cb54f-6911-41a5-852d-5efa4ab93c05 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:56:45.702948 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2722d4-4f8d-4dc2-9b63-ae490890c3e3 None None] Sync routers for ids ['418f6804-5512-4df1-9ed4-490ab5786f37'] in dv-cinder-800697-2-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:56:45.713642 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2722d4-4f8d-4dc2-9b63-ae490890c3e3 None None] Routers {'418f6804-5512-4df1-9ed4-490ab5786f37'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:56:45.714372 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-7f2722d4-4f8d-4dc2-9b63-ae490890c3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:56:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['418f6804-5512-4df1-9ed4-490ab5786f37'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:45.739609 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a87810d-c8d9-46d3-a87b-272f89691e68 req-8f8cb54f-6911-41a5-852d-5efa4ab93c05 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] No DVR routers for this DVR port ee035ed2-02c4-42d3-a6b7-54220480f2ff on host hv-cinder-80069 {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:56:45.745320 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-7a87810d-c8d9-46d3-a87b-272f89691e68 req-8f8cb54f-6911-41a5-852d-5efa4ab93c05 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:45.747354 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7a87810d-c8d9-46d3-a87b-272f89691e68 req-8f8cb54f-6911-41a5-852d-5efa4ab93c05 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.59 "DELETE /v2.0/ports/ee035ed2-02c4-42d3-a6b7-54220480f2ff HTTP/1.1" status: 204 len: 173 time: 1.1115806 Jul 14 13:56:45.747802 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23494e2c-b594-4ad2-9077-82e66d21c9cd', 'name': 'network-vif-deleted', 'tag': 'ee035ed2-02c4-42d3-a6b7-54220480f2ff'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:56:45.750089 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad3ac7b-18aa-4f50-975a-bd53f3d67207" -d '{"events": [{"server_uuid": "23494e2c-b594-4ad2-9077-82e66d21c9cd", "name": "network-vif-deleted", "tag": "ee035ed2-02c4-42d3-a6b7-54220480f2ff"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:56:45.780374 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-063b9d6a-aa19-45a6-954e-623fbf158303 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:45.825507 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93334cb3-bc83-4d6a-9074-9eaed492de0a x-openstack-request-id: req-93334cb3-bc83-4d6a-9074-9eaed492de0a {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:56:45.825797 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23494e2c-b594-4ad2-9077-82e66d21c9cd", "name": "network-vif-deleted", "tag": "ee035ed2-02c4-42d3-a6b7-54220480f2ff", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:56:45.826042 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-93334cb3-bc83-4d6a-9074-9eaed492de0a {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:56:45.826968 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23494e2c-b594-4ad2-9077-82e66d21c9cd', 'name': 'network-vif-deleted', 'tag': 'ee035ed2-02c4-42d3-a6b7-54220480f2ff', 'status': 'completed', 'code': 200} Jul 14 13:56:45.838267 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063b9d6a-aa19-45a6-954e-623fbf158303 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Network b28dab8c-9c3b-45dd-8fa2-7ffa63c66645 is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:56:45.842410 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-7f2722d4-4f8d-4dc2-9b63-ae490890c3e3 None None] Set router 418f6804-5512-4df1-9ed4-490ab5786f37 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:56:45.843136 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-063b9d6a-aa19-45a6-954e-623fbf158303 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:56:45.846531 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063b9d6a-aa19-45a6-954e-623fbf158303 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:56:45.875164 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b9d6a-aa19-45a6-954e-623fbf158303 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Pushing event updated for resources: {'Port': ['ID=458b2a4d-0ab8-4d78-863d-70b0a06f743e,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:46.050215 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-7f2722d4-4f8d-4dc2-9b63-ae490890c3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'name': 'tempest-AttachVolumeShelveTestJSON-1429243708-router', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '16d82faf-0d23-4e36-a1b5-48333c3638fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:49:35Z', 'updated_at': '2021-07-14T13:49:41Z', 'revision_number': 4, 'project_id': '0aa375225aa7437fa9ce67ac24df914c', 'gw_port': {'id': '16d82faf-0d23-4e36-a1b5-48333c3638fa', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:36Z', 'updated_at': '2021-07-14T13:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': '79607842-db7b-4a64-b8c9-c8d955b6574a', 'name': '', 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'mac_address': 'fa:16:3e:97:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ebef684f-df3e-493a-a16d-87acc125d2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:40Z', 'updated_at': '2021-07-14T13:49:50Z', 'revision_number': 5, 'project_id': '0aa375225aa7437fa9ce67ac24df914c', 'subnets': [{'id': 'ebef684f-df3e-493a-a16d-87acc125d2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:46.081031 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2722d4-4f8d-4dc2-9b63-ae490890c3e3 None None] Checking router: 418f6804-5512-4df1-9ed4-490ab5786f37 for host: dv-cinder-800697-2-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:56:46.089636 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2722d4-4f8d-4dc2-9b63-ae490890c3e3 None None] Routers {'418f6804-5512-4df1-9ed4-490ab5786f37'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:56:46.090318 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-7f2722d4-4f8d-4dc2-9b63-ae490890c3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:56:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['418f6804-5512-4df1-9ed4-490ab5786f37'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:46.197081 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-7f2722d4-4f8d-4dc2-9b63-ae490890c3e3 None None] Set router 418f6804-5512-4df1-9ed4-490ab5786f37 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:56:46.223564 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-063b9d6a-aa19-45a6-954e-623fbf158303 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:46.301772 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-063b9d6a-aa19-45a6-954e-623fbf158303 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:46.404707 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-7f2722d4-4f8d-4dc2-9b63-ae490890c3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'name': 'tempest-AttachVolumeShelveTestJSON-1429243708-router', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '16d82faf-0d23-4e36-a1b5-48333c3638fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:49:35Z', 'updated_at': '2021-07-14T13:49:41Z', 'revision_number': 4, 'project_id': '0aa375225aa7437fa9ce67ac24df914c', 'gw_port': {'id': '16d82faf-0d23-4e36-a1b5-48333c3638fa', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:36Z', 'updated_at': '2021-07-14T13:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': '79607842-db7b-4a64-b8c9-c8d955b6574a', 'name': '', 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'mac_address': 'fa:16:3e:97:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ebef684f-df3e-493a-a16d-87acc125d2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:40Z', 'updated_at': '2021-07-14T13:49:50Z', 'revision_number': 5, 'project_id': '0aa375225aa7437fa9ce67ac24df914c', 'subnets': [{'id': 'ebef684f-df3e-493a-a16d-87acc125d2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:46.431153 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2722d4-4f8d-4dc2-9b63-ae490890c3e3 None None] The sync data for ids ['418f6804-5512-4df1-9ed4-490ab5786f37'] in dv-cinder-800697-2-iscsi is: [{'id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'name': 'tempest-AttachVolumeShelveTestJSON-1429243708-router', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '16d82faf-0d23-4e36-a1b5-48333c3638fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:49:35Z', 'updated_at': '2021-07-14T13:49:41Z', 'revision_number': 4, 'project_id': '0aa375225aa7437fa9ce67ac24df914c', 'gw_port': {'id': '16d82faf-0d23-4e36-a1b5-48333c3638fa', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:36Z', 'updated_at': '2021-07-14T13:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': '79607842-db7b-4a64-b8c9-c8d955b6574a', 'name': '', 'network_id': '4b726da0-ae68-495b-bfc7-0968d1d28d92', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'mac_address': 'fa:16:3e:97:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ebef684f-df3e-493a-a16d-87acc125d2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:40Z', 'updated_at': '2021-07-14T13:49:50Z', 'revision_number': 5, 'project_id': '0aa375225aa7437fa9ce67ac24df914c', 'subnets': [{'id': 'ebef684f-df3e-493a-a16d-87acc125d2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:56:46.456977 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 49560) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:46.469801 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-063b9d6a-aa19-45a6-954e-623fbf158303 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks [] for port, precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:46.476894 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-063b9d6a-aa19-45a6-954e-623fbf158303 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28728568'] for port, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:46.521593 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-64205f6a-01fb-45d4-8aab-20a2be51eae3 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:46.538674 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b9d6a-aa19-45a6-954e-623fbf158303 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Pushing event updated for resources: {'Port': ['ID=458b2a4d-0ab8-4d78-863d-70b0a06f743e,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:46.544965 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-64205f6a-01fb-45d4-8aab-20a2be51eae3 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:46.555798 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-063b9d6a-aa19-45a6-954e-623fbf158303 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359245'] for floatingip, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:46.592890 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-64205f6a-01fb-45d4-8aab-20a2be51eae3 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:46.595546 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-64205f6a-01fb-45d4-8aab-20a2be51eae3 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:46.599289 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-64205f6a-01fb-45d4-8aab-20a2be51eae3 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "DELETE /v2.0/security-groups/59be590f-b300-4d2c-b1c0-b6d9d45b7a61 HTTP/1.1" status: 204 len: 168 time: 0.1387424 Jul 14 13:56:46.600734 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 49562) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:46.606259 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64205f6a-01fb-45d4-8aab-20a2be51eae3 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59be590f-b300-4d2c-b1c0-b6d9d45b7a61,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:46.613883 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64205f6a-01fb-45d4-8aab-20a2be51eae3 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:46.614228 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64205f6a-01fb-45d4-8aab-20a2be51eae3 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:46.614564 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64205f6a-01fb-45d4-8aab-20a2be51eae3 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:46.614899 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64205f6a-01fb-45d4-8aab-20a2be51eae3 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:46.615258 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64205f6a-01fb-45d4-8aab-20a2be51eae3 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:46.615926 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64205f6a-01fb-45d4-8aab-20a2be51eae3 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:46.616427 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64205f6a-01fb-45d4-8aab-20a2be51eae3 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:46.616921 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64205f6a-01fb-45d4-8aab-20a2be51eae3 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:46.617404 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64205f6a-01fb-45d4-8aab-20a2be51eae3 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:46.617887 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64205f6a-01fb-45d4-8aab-20a2be51eae3 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:46.618377 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64205f6a-01fb-45d4-8aab-20a2be51eae3 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:46.618698 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64205f6a-01fb-45d4-8aab-20a2be51eae3 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:46.649374 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.api.v2.resource [None req-d5ba7aee-2d53-4ba3-b64a-cea9b1e3d45f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] show failed (client error): The resource could not be found. Jul 14 13:56:46.650959 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-d5ba7aee-2d53-4ba3-b64a-cea9b1e3d45f tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "GET /v2.0/security-groups/59be590f-b300-4d2c-b1c0-b6d9d45b7a61 HTTP/1.1" status: 404 len: 347 time: 0.0487385 Jul 14 13:56:46.653596 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 49564) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:46.675151 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.db.l3_db [None req-063b9d6a-aa19-45a6-954e-623fbf158303 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Floating IP 0dff26ae-631a-4d37-83ec-4da638148242 associated. External IP: 172.27.1.243, port: 378588f0-6114-4798-8b20-39790abcbe4b. Jul 14 13:56:46.698031 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe7f112-252e-497f-ad59-78409842c32f None None] New status for floating IP f1459ca2-8da6-4151-9dc7-e19c06342c41: DOWN {{(pid=104576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:56:46.780687 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-f1a1a674-8589-40fa-9efe-08f799f094a4 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Deleting port 2da2b603-271e-416e-9355-63159a40f7ae {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:56:46.780948 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-f1a1a674-8589-40fa-9efe-08f799f094a4 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:46.871404 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-f1a1a674-8589-40fa-9efe-08f799f094a4 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:46.871872 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-f1a1a674-8589-40fa-9efe-08f799f094a4 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:46.883734 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-f1a1a674-8589-40fa-9efe-08f799f094a4 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Calling delete_port for 2da2b603-271e-416e-9355-63159a40f7ae owned by network:floatingip {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:56:46.889228 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063b9d6a-aa19-45a6-954e-623fbf158303 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Router 5626b079-be46-4155-95b0-d07dbc0f476a has already been hosted by L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:56:46.894398 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-5ad697bb-5252-499a-9378-05a29dba1bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:46.995481 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063b9d6a-aa19-45a6-954e-623fbf158303 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:56:47.006364 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d22122-7922-4b4f-aa71-037bc2cb2650 None None] Sync routers for ids ['5626b079-be46-4155-95b0-d07dbc0f476a'] in dv-cinder-800697-2-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:56:47.015228 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-063b9d6a-aa19-45a6-954e-623fbf158303 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for floatingip, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:47.015972 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d22122-7922-4b4f-aa71-037bc2cb2650 None None] Routers {'5626b079-be46-4155-95b0-d07dbc0f476a'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:56:47.016564 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-d6d22122-7922-4b4f-aa71-037bc2cb2650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:56:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['5626b079-be46-4155-95b0-d07dbc0f476a'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:47.024400 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-f1a1a674-8589-40fa-9efe-08f799f094a4 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25680231'] for port, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:47.049018 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1a674-8589-40fa-9efe-08f799f094a4 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Pushing event deleted for resources: {'Port': ['ID=2da2b603-271e-416e-9355-63159a40f7ae,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:47.053184 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-063b9d6a-aa19-45a6-954e-623fbf158303 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9956527 Jul 14 13:56:47.055836 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 49566) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:47.060733 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-0aee7c99-a361-412c-80f5-883813373682 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-281402978', 'description': 'tempest-secgroup-smoke-281402978 description', 'project_id': '7f650beba843405cbf8579c022f357ed'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:47.085105 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0aee7c99-a361-412c-80f5-883813373682 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:47.120328 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-f1a1a674-8589-40fa-9efe-08f799f094a4 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks [] for floatingip, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:47.123130 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-f1a1a674-8589-40fa-9efe-08f799f094a4 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for floatingip, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:47.124299 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-f1a1a674-8589-40fa-9efe-08f799f094a4 tempest-AttachVolumeShelveTestJSON-1313924534 tempest-AttachVolumeShelveTestJSON-1313924534-project] 10.222.0.35 "DELETE /v2.0/floatingips/f1459ca2-8da6-4151-9dc7-e19c06342c41 HTTP/1.1" status: 204 len: 168 time: 0.4696286 Jul 14 13:56:47.183736 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0aee7c99-a361-412c-80f5-883813373682 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:47.189278 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0aee7c99-a361-412c-80f5-883813373682 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:47.210116 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0aee7c99-a361-412c-80f5-883813373682 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:47.211604 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-0aee7c99-a361-412c-80f5-883813373682 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1547689 Jul 14 13:56:47.214647 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 49572) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:47.219603 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-82aee520-7e69-4e01-bc82-e935e5597e82 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Request body: {'security_group_rule': {'security_group_id': '7e3bd521-1c13-4c7a-bc25-5bd58350ccd5', 'project_id': '7f650beba843405cbf8579c022f357ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:47.227620 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee7c99-a361-412c-80f5-883813373682 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3bd521-1c13-4c7a-bc25-5bd58350ccd5,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:47.265108 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-82aee520-7e69-4e01-bc82-e935e5597e82 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:47.284292 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-d6d22122-7922-4b4f-aa71-037bc2cb2650 None None] Set router 5626b079-be46-4155-95b0-d07dbc0f476a gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:56:47.329235 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-82aee520-7e69-4e01-bc82-e935e5597e82 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:47.333939 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-82aee520-7e69-4e01-bc82-e935e5597e82 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617415'] for security_group_rule, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:47.351015 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aee520-7e69-4e01-bc82-e935e5597e82 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14699d8c-74e2-4c16-9fd4-416cad4233ff,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:47.359488 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-82aee520-7e69-4e01-bc82-e935e5597e82 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:47.360941 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-82aee520-7e69-4e01-bc82-e935e5597e82 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1451848 Jul 14 13:56:47.363955 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 49576) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:47.369104 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-4be7badb-ca16-449c-90bb-169bf4716cf8 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Request body: {'security_group_rule': {'security_group_id': '7e3bd521-1c13-4c7a-bc25-5bd58350ccd5', 'project_id': '7f650beba843405cbf8579c022f357ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:47.396746 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4be7badb-ca16-449c-90bb-169bf4716cf8 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:47.444473 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4be7badb-ca16-449c-90bb-169bf4716cf8 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:47.449619 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4be7badb-ca16-449c-90bb-169bf4716cf8 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617415'] for security_group_rule, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:47.464609 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be7badb-ca16-449c-90bb-169bf4716cf8 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d3632d-9a3e-46b0-9a81-609c603e2134,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:47.475768 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4be7badb-ca16-449c-90bb-169bf4716cf8 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:47.477330 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-4be7badb-ca16-449c-90bb-169bf4716cf8 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1123474 Jul 14 13:56:47.480202 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 49578) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:47.484968 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-ab7d4168-626a-4f0d-82ba-85931af3fd1e tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Request body: {'security_group_rule': {'security_group_id': '7e3bd521-1c13-4c7a-bc25-5bd58350ccd5', 'project_id': '7f650beba843405cbf8579c022f357ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:47.512073 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ab7d4168-626a-4f0d-82ba-85931af3fd1e tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:47.516949 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-d6d22122-7922-4b4f-aa71-037bc2cb2650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5626b079-be46-4155-95b0-d07dbc0f476a', 'name': 'tempest-TestMinimumBasicScenario-1899559920-router', 'tenant_id': '7f650beba843405cbf8579c022f357ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '1873dffd-f0d1-4c37-baff-af806b6f2cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:47Z', 'updated_at': '2021-07-14T13:55:50Z', 'revision_number': 4, 'project_id': '7f650beba843405cbf8579c022f357ed', 'gw_port': {'id': '1873dffd-f0d1-4c37-baff-af806b6f2cc3', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:23:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5626b079-be46-4155-95b0-d07dbc0f476a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:47Z', 'updated_at': '2021-07-14T13:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_floatingips': [{'id': '0dff26ae-631a-4d37-83ec-4da638148242', 'tenant_id': '7f650beba843405cbf8579c022f357ed', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'router_id': '5626b079-be46-4155-95b0-d07dbc0f476a', 'port_id': '378588f0-6114-4798-8b20-39790abcbe4b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd362da1-e55a-4cee-b77b-1d27ef8bcfe7', 'mac_address': 'fa:16:3e:d9:11:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3e80d0-27c4-4b1d-b3eb-a80231013827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:56:46Z', 'updated_at': '2021-07-14T13:56:46Z', 'revision_number': 0, 'project_id': '7f650beba843405cbf8579c022f357ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6af95f86-c588-476e-aed3-ec83637ba1dc', 'name': '', 'network_id': 'dd362da1-e55a-4cee-b77b-1d27ef8bcfe7', 'tenant_id': '7f650beba843405cbf8579c022f357ed', 'mac_address': 'fa:16:3e:70:73:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5626b079-be46-4155-95b0-d07dbc0f476a', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '221ed8c7-0fd8-4885-a702-ddccb87c327c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:50Z', 'updated_at': '2021-07-14T13:55:56Z', 'revision_number': 5, 'project_id': '7f650beba843405cbf8579c022f357ed', 'subnets': [{'id': '221ed8c7-0fd8-4885-a702-ddccb87c327c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:47.544248 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d22122-7922-4b4f-aa71-037bc2cb2650 None None] Checking router: 5626b079-be46-4155-95b0-d07dbc0f476a for host: dv-cinder-800697-2-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:56:47.552857 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d22122-7922-4b4f-aa71-037bc2cb2650 None None] Routers {'5626b079-be46-4155-95b0-d07dbc0f476a'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:56:47.553494 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-d6d22122-7922-4b4f-aa71-037bc2cb2650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:56:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['5626b079-be46-4155-95b0-d07dbc0f476a'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:47.572017 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ab7d4168-626a-4f0d-82ba-85931af3fd1e tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:47.576024 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ab7d4168-626a-4f0d-82ba-85931af3fd1e tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617415'] for security_group_rule, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:47.592571 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d4168-626a-4f0d-82ba-85931af3fd1e tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f58dc87-0535-4cbd-a99a-9ef79c64724a,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:47.605144 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ab7d4168-626a-4f0d-82ba-85931af3fd1e tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:47.606391 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-ab7d4168-626a-4f0d-82ba-85931af3fd1e tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1252031 Jul 14 13:56:47.609305 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 49580) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:47.614164 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-6bdedd93-4969-4aca-aafb-57bc33b3acd1 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Request body: {'security_group_rule': {'security_group_id': '7e3bd521-1c13-4c7a-bc25-5bd58350ccd5', 'project_id': '7f650beba843405cbf8579c022f357ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:47.641078 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6bdedd93-4969-4aca-aafb-57bc33b3acd1 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:47.663929 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-d6d22122-7922-4b4f-aa71-037bc2cb2650 None None] Set router 5626b079-be46-4155-95b0-d07dbc0f476a gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:56:47.699378 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6bdedd93-4969-4aca-aafb-57bc33b3acd1 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:47.705453 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6bdedd93-4969-4aca-aafb-57bc33b3acd1 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617415'] for security_group_rule, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:47.720055 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdedd93-4969-4aca-aafb-57bc33b3acd1 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af53d4e7-c3de-4e07-b3f5-03289c511900,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:47.730513 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6bdedd93-4969-4aca-aafb-57bc33b3acd1 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:47.731769 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-6bdedd93-4969-4aca-aafb-57bc33b3acd1 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1215341 Jul 14 13:56:47.734532 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 49582) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:47.739074 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-16380511-cfe9-4a13-a205-8868de20ff15 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Request body: {'security_group_rule': {'security_group_id': '7e3bd521-1c13-4c7a-bc25-5bd58350ccd5', 'project_id': '7f650beba843405cbf8579c022f357ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:47.761514 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.db.securitygroups_db [None req-16380511-cfe9-4a13-a205-8868de20ff15 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Project 7f650beba843405cbf8579c022f357ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 13:56:47.766501 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-16380511-cfe9-4a13-a205-8868de20ff15 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:47.825919 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-16380511-cfe9-4a13-a205-8868de20ff15 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:47.827766 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3e80d0-27c4-4b1d-b3eb-a80231013827', 'tag': '378588f0-6114-4798-8b20-39790abcbe4b'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:56:47.830201 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d46006-bc35-4577-b81b-bc77f6c3ef14" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3e80d0-27c4-4b1d-b3eb-a80231013827", "tag": "378588f0-6114-4798-8b20-39790abcbe4b"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:56:47.833499 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-16380511-cfe9-4a13-a205-8868de20ff15 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617415'] for security_group_rule, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:47.848371 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16380511-cfe9-4a13-a205-8868de20ff15 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1151afcd-8ac8-4674-8973-9c62843614b3,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:47.858752 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-16380511-cfe9-4a13-a205-8868de20ff15 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:47.862583 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-16380511-cfe9-4a13-a205-8868de20ff15 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1245990 Jul 14 13:56:47.863088 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 49586) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:47.868329 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-4110dfc4-bd12-472c-881c-2ef31532c690 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Request body: {'security_group_rule': {'security_group_id': '7e3bd521-1c13-4c7a-bc25-5bd58350ccd5', 'project_id': '7f650beba843405cbf8579c022f357ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:47.884148 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f98a7b-b998-433c-a976-ea1adae14448 x-openstack-request-id: req-94f98a7b-b998-433c-a976-ea1adae14448 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:56:47.884450 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3e80d0-27c4-4b1d-b3eb-a80231013827", "tag": "378588f0-6114-4798-8b20-39790abcbe4b", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:56:47.884650 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-94f98a7b-b998-433c-a976-ea1adae14448 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:56:47.885050 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e3e80d0-27c4-4b1d-b3eb-a80231013827', 'tag': '378588f0-6114-4798-8b20-39790abcbe4b', 'status': 'completed', 'code': 200} Jul 14 13:56:47.892067 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.db.securitygroups_db [None req-4110dfc4-bd12-472c-881c-2ef31532c690 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Project 7f650beba843405cbf8579c022f357ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 13:56:47.897081 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4110dfc4-bd12-472c-881c-2ef31532c690 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:47.898473 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-d6d22122-7922-4b4f-aa71-037bc2cb2650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5626b079-be46-4155-95b0-d07dbc0f476a', 'name': 'tempest-TestMinimumBasicScenario-1899559920-router', 'tenant_id': '7f650beba843405cbf8579c022f357ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '1873dffd-f0d1-4c37-baff-af806b6f2cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:47Z', 'updated_at': '2021-07-14T13:55:50Z', 'revision_number': 4, 'project_id': '7f650beba843405cbf8579c022f357ed', 'gw_port': {'id': '1873dffd-f0d1-4c37-baff-af806b6f2cc3', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:23:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5626b079-be46-4155-95b0-d07dbc0f476a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:47Z', 'updated_at': '2021-07-14T13:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_floatingips': [{'id': '0dff26ae-631a-4d37-83ec-4da638148242', 'tenant_id': '7f650beba843405cbf8579c022f357ed', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'router_id': '5626b079-be46-4155-95b0-d07dbc0f476a', 'port_id': '378588f0-6114-4798-8b20-39790abcbe4b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd362da1-e55a-4cee-b77b-1d27ef8bcfe7', 'mac_address': 'fa:16:3e:d9:11:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3e80d0-27c4-4b1d-b3eb-a80231013827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:56:46Z', 'updated_at': '2021-07-14T13:56:46Z', 'revision_number': 0, 'project_id': '7f650beba843405cbf8579c022f357ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6af95f86-c588-476e-aed3-ec83637ba1dc', 'name': '', 'network_id': 'dd362da1-e55a-4cee-b77b-1d27ef8bcfe7', 'tenant_id': '7f650beba843405cbf8579c022f357ed', 'mac_address': 'fa:16:3e:70:73:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5626b079-be46-4155-95b0-d07dbc0f476a', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '221ed8c7-0fd8-4885-a702-ddccb87c327c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:50Z', 'updated_at': '2021-07-14T13:55:56Z', 'revision_number': 5, 'project_id': '7f650beba843405cbf8579c022f357ed', 'subnets': [{'id': '221ed8c7-0fd8-4885-a702-ddccb87c327c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:47.931797 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d22122-7922-4b4f-aa71-037bc2cb2650 None None] The sync data for ids ['5626b079-be46-4155-95b0-d07dbc0f476a'] in dv-cinder-800697-2-iscsi is: [{'id': '5626b079-be46-4155-95b0-d07dbc0f476a', 'name': 'tempest-TestMinimumBasicScenario-1899559920-router', 'tenant_id': '7f650beba843405cbf8579c022f357ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '1873dffd-f0d1-4c37-baff-af806b6f2cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:47Z', 'updated_at': '2021-07-14T13:55:50Z', 'revision_number': 4, 'project_id': '7f650beba843405cbf8579c022f357ed', 'gw_port': {'id': '1873dffd-f0d1-4c37-baff-af806b6f2cc3', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:23:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5626b079-be46-4155-95b0-d07dbc0f476a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:47Z', 'updated_at': '2021-07-14T13:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_floatingips': [{'id': '0dff26ae-631a-4d37-83ec-4da638148242', 'tenant_id': '7f650beba843405cbf8579c022f357ed', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'router_id': '5626b079-be46-4155-95b0-d07dbc0f476a', 'port_id': '378588f0-6114-4798-8b20-39790abcbe4b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd362da1-e55a-4cee-b77b-1d27ef8bcfe7', 'mac_address': 'fa:16:3e:d9:11:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3e80d0-27c4-4b1d-b3eb-a80231013827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:56:46Z', 'updated_at': '2021-07-14T13:56:46Z', 'revision_number': 0, 'project_id': '7f650beba843405cbf8579c022f357ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6af95f86-c588-476e-aed3-ec83637ba1dc', 'name': '', 'network_id': 'dd362da1-e55a-4cee-b77b-1d27ef8bcfe7', 'tenant_id': '7f650beba843405cbf8579c022f357ed', 'mac_address': 'fa:16:3e:70:73:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5626b079-be46-4155-95b0-d07dbc0f476a', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '221ed8c7-0fd8-4885-a702-ddccb87c327c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:50Z', 'updated_at': '2021-07-14T13:55:56Z', 'revision_number': 5, 'project_id': '7f650beba843405cbf8579c022f357ed', 'subnets': [{'id': '221ed8c7-0fd8-4885-a702-ddccb87c327c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:56:47.945721 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:47.958308 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4110dfc4-bd12-472c-881c-2ef31532c690 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:47.963629 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4110dfc4-bd12-472c-881c-2ef31532c690 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617415'] for security_group_rule, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:47.980923 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4110dfc4-bd12-472c-881c-2ef31532c690 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68f8e409-ef0c-4a65-9313-7d299941af10,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:47.990363 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4110dfc4-bd12-472c-881c-2ef31532c690 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:47.991967 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-4110dfc4-bd12-472c-881c-2ef31532c690 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1276848 Jul 14 13:56:48.014709 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d46006-bc35-4577-b81b-bc77f6c3ef14 req-f9fa6283-b01f-4a42-8266-ee7ad68d00b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:48.016275 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b2d46006-bc35-4577-b81b-bc77f6c3ef14 req-f9fa6283-b01f-4a42-8266-ee7ad68d00b5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7f650beba843405cbf8579c022f357ed&device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 1098 time: 0.0632465 Jul 14 13:56:48.135178 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0ad1c8aa-a365-4c64-99d6-fbf1af084261 req-2262355b-d905-43ae-8412-5813f772ca15 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-281402978&fields=id&tenant_id=7f650beba843405cbf8579c022f357ed HTTP/1.1" status: 200 len: 267 time: 0.0568719 Jul 14 13:56:48.136341 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d46006-bc35-4577-b81b-bc77f6c3ef14 req-2ce64688-9cd1-40ae-9810-c19e3bbc38b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:48.137722 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b2d46006-bc35-4577-b81b-bc77f6c3ef14 req-2ce64688-9cd1-40ae-9810-c19e3bbc38b5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd362da1-e55a-4cee-b77b-1d27ef8bcfe7 HTTP/1.1" status: 200 len: 916 time: 0.1137152 Jul 14 13:56:48.153095 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8259ae8e-4159-4142-b4ac-6ffc1eb8a866 None None] New status for floating IP 0dff26ae-631a-4d37-83ec-4da638148242: ACTIVE {{(pid=104576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:56:48.245820 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b2d46006-bc35-4577-b81b-bc77f6c3ef14 req-b91a7cf0-cd96-4562-b0d3-66825d6f99a1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=378588f0-6114-4798-8b20-39790abcbe4b HTTP/1.1" status: 200 len: 999 time: 0.0937731 Jul 14 13:56:48.256337 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1c8aa-a365-4c64-99d6-fbf1af084261 req-80c1b785-08ca-472d-92b7-612baf842162 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:48.266475 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0ad1c8aa-a365-4c64-99d6-fbf1af084261 req-80c1b785-08ca-472d-92b7-612baf842162 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 945 time: 0.1162083 Jul 14 13:56:48.289247 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-0ad1c8aa-a365-4c64-99d6-fbf1af084261 req-48be2491-b09c-4d17-96a7-e770adb7a882 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Request body: {'port': {'security_groups': ['3faa8cc8-6137-47b7-bbeb-e2506abe75f4', '7e3bd521-1c13-4c7a-bc25-5bd58350ccd5']}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:48.621066 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d46006-bc35-4577-b81b-bc77f6c3ef14 req-437d765f-8baf-4fea-9256-a0ab97a2cfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:48.622554 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b2d46006-bc35-4577-b81b-bc77f6c3ef14 req-437d765f-8baf-4fea-9256-a0ab97a2cfdc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=221ed8c7-0fd8-4885-a702-ddccb87c327c HTTP/1.1" status: 200 len: 854 time: 0.3637574 Jul 14 13:56:48.692085 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-0ad1c8aa-a365-4c64-99d6-fbf1af084261 req-48be2491-b09c-4d17-96a7-e770adb7a882 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:48.702947 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2e68e-3c07-4140-9690-52a125d44dc7 req-aeabc3bd-f0d0-464a-b619-320705a4300c tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:48.705196 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-42a2e68e-3c07-4140-9690-52a125d44dc7 req-aeabc3bd-f0d0-464a-b619-320705a4300c tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 946 time: 0.0642393 Jul 14 13:56:48.742885 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-42a2e68e-3c07-4140-9690-52a125d44dc7 req-356ba399-ca47-409b-9841-037e3d177c8f tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327170 Jul 14 13:56:48.751041 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d46006-bc35-4577-b81b-bc77f6c3ef14 req-e874744a-f46a-4877-a380-81dd83e89b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:48.752570 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b2d46006-bc35-4577-b81b-bc77f6c3ef14 req-e874744a-f46a-4877-a380-81dd83e89b9a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd362da1-e55a-4cee-b77b-1d27ef8bcfe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1035337 Jul 14 13:56:48.919683 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b2d46006-bc35-4577-b81b-bc77f6c3ef14 req-fdbbb084-55ff-4b31-83d6-8baed862f95c service neutron] 10.222.0.59 "GET /v2.0/networks/dd362da1-e55a-4cee-b77b-1d27ef8bcfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580169 Jul 14 13:56:49.030368 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-0ad1c8aa-a365-4c64-99d6-fbf1af084261 req-48be2491-b09c-4d17-96a7-e770adb7a882 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] For port 378588f0-6114-4798-8b20-39790abcbe4b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=378588f0-6114-4798-8b20-39790abcbe4b,segment=NetworkSegment(63f26617-ec2e-4b21-85a6-8d9ce4b9b2c6),segment_id=63f26617-ec2e-4b21-85a6-8d9ce4b9b2c6)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:56:49.058164 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b2d46006-bc35-4577-b81b-bc77f6c3ef14 req-6043c4fd-71c7-4604-83fa-302e5888f326 service neutron] 10.222.0.59 "GET /v2.0/networks/dd362da1-e55a-4cee-b77b-1d27ef8bcfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315620 Jul 14 13:56:49.070946 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-0ad1c8aa-a365-4c64-99d6-fbf1af084261 req-48be2491-b09c-4d17-96a7-e770adb7a882 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks [] for port, precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:49.078485 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-0ad1c8aa-a365-4c64-99d6-fbf1af084261 req-48be2491-b09c-4d17-96a7-e770adb7a882 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28728568'] for port, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:49.121715 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1c8aa-a365-4c64-99d6-fbf1af084261 req-48be2491-b09c-4d17-96a7-e770adb7a882 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:49.122386 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-0ad1c8aa-a365-4c64-99d6-fbf1af084261 req-48be2491-b09c-4d17-96a7-e770adb7a882 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:49.123769 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0ad1c8aa-a365-4c64-99d6-fbf1af084261 req-48be2491-b09c-4d17-96a7-e770adb7a882 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "PUT /v2.0/ports/378588f0-6114-4798-8b20-39790abcbe4b HTTP/1.1" status: 200 len: 981 time: 0.8564737 Jul 14 13:56:49.127184 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['378588f0-6114-4798-8b20-39790abcbe4b'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:56:49.149003 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be2491-b09c-4d17-96a7-e770adb7a882 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Pushing event updated for resources: {'Port': ['ID=378588f0-6114-4798-8b20-39790abcbe4b,revision_number=6']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:49.311589 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['378588f0-6114-4798-8b20-39790abcbe4b'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:56:49.318228 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793fc4f8-4337-4b7b-9b6b-dcbabecc5720 req-f1ad1360-5b3c-435c-bbc9-73315b366163 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:49.319805 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-793fc4f8-4337-4b7b-9b6b-dcbabecc5720 req-f1ad1360-5b3c-435c-bbc9-73315b366163 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 984 time: 0.0865002 Jul 14 13:56:49.359827 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-793fc4f8-4337-4b7b-9b6b-dcbabecc5720 req-0a0147e3-960b-4ab2-bc42-70eff2cf921a tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e3bd521-1c13-4c7a-bc25-5bd58350ccd5&id=3faa8cc8-6137-47b7-bbeb-e2506abe75f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341439 Jul 14 13:56:49.472453 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6b5b19e7-5f4b-4278-9d1f-003e35bc8973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:49.476226 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-23d1ac28-e851-4ca5-b5a2-33f3867b3fca None None] Provisioning complete for port 378588f0-6114-4798-8b20-39790abcbe4b triggered by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:49.476584 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-23d1ac28-e851-4ca5-b5a2-33f3867b3fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:49.611628 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:49.617511 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device ee035ed2-02c4-42d3-a6b7-54220480f2ff no longer exists at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:56:49.674847 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] No Port match for: ee035ed2-02c4-42d3-a6b7-54220480f2ff {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:56:49.675121 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device ee035ed2-02c4-42d3-a6b7-54220480f2ff not bound to the agent host hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:56:49.885653 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3e80d0-27c4-4b1d-b3eb-a80231013827', 'tag': '378588f0-6114-4798-8b20-39790abcbe4b'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:56:49.887956 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6d9fdb-46b4-49b9-885f-121cc659a76f" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3e80d0-27c4-4b1d-b3eb-a80231013827", "tag": "378588f0-6114-4798-8b20-39790abcbe4b"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:56:49.928035 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b435f-aae4-4fad-bf94-99c9195764b3 req-393c855b-88ce-4171-b908-0fed5071c7b3 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:49.929566 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-858b435f-aae4-4fad-bf94-99c9195764b3 req-393c855b-88ce-4171-b908-0fed5071c7b3 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 946 time: 0.0760078 Jul 14 13:56:49.931154 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a46b5f-51d0-4e4c-b9a8-af0d505c1c48 x-openstack-request-id: req-37a46b5f-51d0-4e4c-b9a8-af0d505c1c48 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:56:49.931300 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3e80d0-27c4-4b1d-b3eb-a80231013827", "tag": "378588f0-6114-4798-8b20-39790abcbe4b", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:56:49.931549 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-37a46b5f-51d0-4e4c-b9a8-af0d505c1c48 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:56:49.931921 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e3e80d0-27c4-4b1d-b3eb-a80231013827', 'tag': '378588f0-6114-4798-8b20-39790abcbe4b', 'status': 'completed', 'code': 200} Jul 14 13:56:49.967624 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-858b435f-aae4-4fad-bf94-99c9195764b3 req-99d7723e-123b-4219-99e7-77b46efaf3cb tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318718 Jul 14 13:56:50.045732 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d9fdb-46b4-49b9-885f-121cc659a76f req-73ff7ab8-3b61-4bd8-9b46-74cab8883188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:50.047291 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-bf6d9fdb-46b4-49b9-885f-121cc659a76f req-73ff7ab8-3b61-4bd8-9b46-74cab8883188 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7f650beba843405cbf8579c022f357ed&device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 1137 time: 0.0601866 Jul 14 13:56:50.089637 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 49624) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:50.138624 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d9fdb-46b4-49b9-885f-121cc659a76f req-991d568f-cd61-4dab-816d-41479c0b18f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:50.140136 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-bf6d9fdb-46b4-49b9-885f-121cc659a76f req-991d568f-cd61-4dab-816d-41479c0b18f9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd362da1-e55a-4cee-b77b-1d27ef8bcfe7 HTTP/1.1" status: 200 len: 916 time: 0.0833080 Jul 14 13:56:50.211669 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-bf6d9fdb-46b4-49b9-885f-121cc659a76f req-e220ba8e-9b90-4ba2-a3c0-f552d31b0fec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=378588f0-6114-4798-8b20-39790abcbe4b HTTP/1.1" status: 200 len: 1001 time: 0.0626738 Jul 14 13:56:50.260975 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d9fdb-46b4-49b9-885f-121cc659a76f req-4c049939-c46b-43a1-ae5e-21dddea5b7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:50.262443 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-bf6d9fdb-46b4-49b9-885f-121cc659a76f req-4c049939-c46b-43a1-ae5e-21dddea5b7a2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=221ed8c7-0fd8-4885-a702-ddccb87c327c HTTP/1.1" status: 200 len: 854 time: 0.0436811 Jul 14 13:56:50.320019 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d9fdb-46b4-49b9-885f-121cc659a76f req-e0b47afc-fecd-4e3b-a372-85686e31d6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:50.321533 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-bf6d9fdb-46b4-49b9-885f-121cc659a76f req-e0b47afc-fecd-4e3b-a372-85686e31d6c5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd362da1-e55a-4cee-b77b-1d27ef8bcfe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523531 Jul 14 13:56:50.414148 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-bf6d9fdb-46b4-49b9-885f-121cc659a76f req-4fb87daa-6d94-4c56-a7cf-b671b08c61b7 service neutron] 10.222.0.59 "GET /v2.0/networks/dd362da1-e55a-4cee-b77b-1d27ef8bcfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834138 Jul 14 13:56:50.506966 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-bf6d9fdb-46b4-49b9-885f-121cc659a76f req-b4729940-a80d-4205-ad29-fe5e27ae0c6f service neutron] 10.222.0.59 "GET /v2.0/networks/dd362da1-e55a-4cee-b77b-1d27ef8bcfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855944 Jul 14 13:56:50.592418 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:50.601155 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3e005ba3-af06-4f5b-857a-b7e2834c32e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360013'] for router_interface, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:51.027159 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95b287-0e71-4218-be25-a12be3ce12a4 req-a9ce75fe-c3e7-4847-bc39-fe283c27bf56 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:51.028742 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4f95b287-0e71-4218-be25-a12be3ce12a4 req-a9ce75fe-c3e7-4847-bc39-fe283c27bf56 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.59 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 946 time: 0.0765710 Jul 14 13:56:51.132009 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-4f95b287-0e71-4218-be25-a12be3ce12a4 req-7add551c-68a5-49d5-8c9a-d9171e9fdac0 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Deleting port 0e9ba39a-a647-46df-b5fa-a9570952885b {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:56:51.132734 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-4f95b287-0e71-4218-be25-a12be3ce12a4 req-7add551c-68a5-49d5-8c9a-d9171e9fdac0 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:51.204122 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364c231-f461-4d26-b2d4-e796dfeced3f req-acd99a0f-4164-43a6-8532-328d38f16211 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:51.206376 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3364c231-f461-4d26-b2d4-e796dfeced3f req-acd99a0f-4164-43a6-8532-328d38f16211 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 946 time: 0.1219335 Jul 14 13:56:51.223131 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-4f95b287-0e71-4218-be25-a12be3ce12a4 req-7add551c-68a5-49d5-8c9a-d9171e9fdac0 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] For port 0e9ba39a-a647-46df-b5fa-a9570952885b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=0e9ba39a-a647-46df-b5fa-a9570952885b,segment=NetworkSegment(e34051e8-9622-4ad8-9500-be981e12d304),segment_id=e34051e8-9622-4ad8-9500-be981e12d304)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:56:51.223491 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-4f95b287-0e71-4218-be25-a12be3ce12a4 req-7add551c-68a5-49d5-8c9a-d9171e9fdac0 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:51.236870 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-3e005ba3-af06-4f5b-857a-b7e2834c32e4 admin admin] Deleting port 79607842-db7b-4a64-b8c9-c8d955b6574a {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:56:51.237179 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3e005ba3-af06-4f5b-857a-b7e2834c32e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:51.285683 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3364c231-f461-4d26-b2d4-e796dfeced3f req-06b1ef83-8d79-4101-a0ef-fb97bc93eba5 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741942 Jul 14 13:56:51.329069 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [None req-3e005ba3-af06-4f5b-857a-b7e2834c32e4 admin admin] For port 79607842-db7b-4a64-b8c9-c8d955b6574a, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=79607842-db7b-4a64-b8c9-c8d955b6574a,segment=NetworkSegment(3782ce6e-4a36-46a1-9082-0427f175f195),segment_id=3782ce6e-4a36-46a1-9082-0427f175f195)] {{(pid=104573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:56:51.329561 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3e005ba3-af06-4f5b-857a-b7e2834c32e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:51.342470 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-3e005ba3-af06-4f5b-857a-b7e2834c32e4 admin admin] Calling delete_port for 79607842-db7b-4a64-b8c9-c8d955b6574a owned by network:router_interface {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:56:51.396477 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-4f95b287-0e71-4218-be25-a12be3ce12a4 req-7add551c-68a5-49d5-8c9a-d9171e9fdac0 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:51.396852 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-4f95b287-0e71-4218-be25-a12be3ce12a4 req-7add551c-68a5-49d5-8c9a-d9171e9fdac0 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359245'] for floatingip, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:51.397158 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.db.l3_db [req-4f95b287-0e71-4218-be25-a12be3ce12a4 req-7add551c-68a5-49d5-8c9a-d9171e9fdac0 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Floating IP 236dff31-9223-4d5f-bc10-28394956499d disassociated. External IP: 172.27.1.59, port: 0e9ba39a-a647-46df-b5fa-a9570952885b. Jul 14 13:56:51.397498 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-4f95b287-0e71-4218-be25-a12be3ce12a4 req-7add551c-68a5-49d5-8c9a-d9171e9fdac0 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Calling delete_port for 0e9ba39a-a647-46df-b5fa-a9570952885b owned by compute:nova {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:56:51.522069 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3e005ba3-af06-4f5b-857a-b7e2834c32e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25680231'] for port, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:51.524434 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-4f95b287-0e71-4218-be25-a12be3ce12a4 req-7add551c-68a5-49d5-8c9a-d9171e9fdac0 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:51.545332 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e005ba3-af06-4f5b-857a-b7e2834c32e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=79607842-db7b-4a64-b8c9-c8d955b6574a,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:51.556868 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add551c-68a5-49d5-8c9a-d9171e9fdac0 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Pushing event deleted for resources: {'Port': ['ID=0e9ba39a-a647-46df-b5fa-a9570952885b,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:51.679127 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f95b287-0e71-4218-be25-a12be3ce12a4 req-7add551c-68a5-49d5-8c9a-d9171e9fdac0 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Router 8247d43e-c2f6-4177-845d-68e9580fd7b9 has already been hosted by L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:56:51.712667 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3e005ba3-af06-4f5b-857a-b7e2834c32e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360161'] for router_interface, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:51.783953 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f95b287-0e71-4218-be25-a12be3ce12a4 req-7add551c-68a5-49d5-8c9a-d9171e9fdac0 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:56:51.794764 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5127d2e-14ea-46be-9350-d6aa00fa66e2 None None] Sync routers for ids ['8247d43e-c2f6-4177-845d-68e9580fd7b9'] in dv-cinder-800697-2-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:56:51.804262 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5127d2e-14ea-46be-9350-d6aa00fa66e2 None None] Routers {'8247d43e-c2f6-4177-845d-68e9580fd7b9'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:56:51.804813 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-d5127d2e-14ea-46be-9350-d6aa00fa66e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:56:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['8247d43e-c2f6-4177-845d-68e9580fd7b9'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:51.829227 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f95b287-0e71-4218-be25-a12be3ce12a4 req-7add551c-68a5-49d5-8c9a-d9171e9fdac0 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] No DVR routers for this DVR port 0e9ba39a-a647-46df-b5fa-a9570952885b on host hv-cinder-80069 {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:56:51.831758 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-4f95b287-0e71-4218-be25-a12be3ce12a4 req-7add551c-68a5-49d5-8c9a-d9171e9fdac0 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:51.833752 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4f95b287-0e71-4218-be25-a12be3ce12a4 req-7add551c-68a5-49d5-8c9a-d9171e9fdac0 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.59 "DELETE /v2.0/ports/0e9ba39a-a647-46df-b5fa-a9570952885b HTTP/1.1" status: 204 len: 173 time: 0.7981865 Jul 14 13:56:51.914141 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-d5127d2e-14ea-46be-9350-d6aa00fa66e2 None None] Set router 8247d43e-c2f6-4177-845d-68e9580fd7b9 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:56:51.933258 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216c2f7d-d816-4747-ab13-9a12cb900e2b', 'name': 'network-vif-deleted', 'tag': '0e9ba39a-a647-46df-b5fa-a9570952885b'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:56:51.935837 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1527dc-db91-46ca-8342-62c8a4e8e3a0" -d '{"events": [{"server_uuid": "216c2f7d-d816-4747-ab13-9a12cb900e2b", "name": "network-vif-deleted", "tag": "0e9ba39a-a647-46df-b5fa-a9570952885b"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:56:51.937150 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e005ba3-af06-4f5b-857a-b7e2834c32e4 admin admin] Router 418f6804-5512-4df1-9ed4-490ab5786f37 has already been hosted by L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:56:52.007131 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7958febb-4365-4807-83a7-40fa455aa060 x-openstack-request-id: req-7958febb-4365-4807-83a7-40fa455aa060 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:56:52.007422 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216c2f7d-d816-4747-ab13-9a12cb900e2b", "name": "network-vif-deleted", "tag": "0e9ba39a-a647-46df-b5fa-a9570952885b", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:56:52.007676 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7958febb-4365-4807-83a7-40fa455aa060 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:56:52.008074 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216c2f7d-d816-4747-ab13-9a12cb900e2b', 'name': 'network-vif-deleted', 'tag': '0e9ba39a-a647-46df-b5fa-a9570952885b', 'status': 'completed', 'code': 200} Jul 14 13:56:52.102164 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e005ba3-af06-4f5b-857a-b7e2834c32e4 admin admin] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:56:52.107427 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-3e005ba3-af06-4f5b-857a-b7e2834c32e4 admin admin] 10.222.0.35 "PUT /v2.0/routers/418f6804-5512-4df1-9ed4-490ab5786f37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0167449 Jul 14 13:56:52.109851 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 49632) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:52.111198 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce75712-d3d4-4322-8850-f0a59a3094df None None] Sync routers for ids ['418f6804-5512-4df1-9ed4-490ab5786f37'] in dv-cinder-800697-2-iscsi {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:56:52.121399 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce75712-d3d4-4322-8850-f0a59a3094df None None] Routers {'418f6804-5512-4df1-9ed4-490ab5786f37'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:56:52.122280 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-7ce75712-d3d4-4322-8850-f0a59a3094df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:56:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['418f6804-5512-4df1-9ed4-490ab5786f37'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:52.127963 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:52.207866 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-d5127d2e-14ea-46be-9350-d6aa00fa66e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'name': 'tempest-AttachVolumeTestJSON-935177722-router', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '226bd375-0eeb-419b-a21b-72b31e854317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:05Z', 'updated_at': '2021-07-14T13:53:08Z', 'revision_number': 4, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'gw_port': {'id': '226bd375-0eeb-419b-a21b-72b31e854317', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:06Z', 'updated_at': '2021-07-14T13:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': 'c31e97c3-136a-41b0-aa80-9c504bd23027', 'name': '', 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'mac_address': 'fa:16:3e:df:e4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:08Z', 'updated_at': '2021-07-14T13:53:14Z', 'revision_number': 5, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'subnets': [{'id': '9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:52.219913 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-318e1841-9aa7-4e4f-b0a8-c12b6ee9cc8d admin admin] Notify callbacks [] for router, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:52.234970 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5127d2e-14ea-46be-9350-d6aa00fa66e2 None None] Checking router: 8247d43e-c2f6-4177-845d-68e9580fd7b9 for host: dv-cinder-800697-2-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:56:52.244591 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5127d2e-14ea-46be-9350-d6aa00fa66e2 None None] Routers {'8247d43e-c2f6-4177-845d-68e9580fd7b9'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:56:52.245213 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-d5127d2e-14ea-46be-9350-d6aa00fa66e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:56:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['8247d43e-c2f6-4177-845d-68e9580fd7b9'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:52.315414 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-7ce75712-d3d4-4322-8850-f0a59a3094df None None] Set router 418f6804-5512-4df1-9ed4-490ab5786f37 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:56:52.337190 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-318e1841-9aa7-4e4f-b0a8-c12b6ee9cc8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:52.361836 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-d5127d2e-14ea-46be-9350-d6aa00fa66e2 None None] Set router 8247d43e-c2f6-4177-845d-68e9580fd7b9 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:56:52.404715 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-318e1841-9aa7-4e4f-b0a8-c12b6ee9cc8d admin admin] Deleting port 16d82faf-0d23-4e36-a1b5-48333c3638fa {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:56:52.405083 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-318e1841-9aa7-4e4f-b0a8-c12b6ee9cc8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:52.492743 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-40b48f33-b3d6-41b3-9356-472ac3a36bf2 req-5e4311de-3881-4846-9559-7d7b4b76e3f8 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=216c2f7d-d816-4747-ab13-9a12cb900e2b HTTP/1.1" status: 200 len: 210 time: 0.0634828 Jul 14 13:56:52.538813 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-7ce75712-d3d4-4322-8850-f0a59a3094df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'name': 'tempest-AttachVolumeShelveTestJSON-1429243708-router', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '16d82faf-0d23-4e36-a1b5-48333c3638fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:49:35Z', 'updated_at': '2021-07-14T13:56:51Z', 'revision_number': 5, 'project_id': '0aa375225aa7437fa9ce67ac24df914c', 'gw_port': {'id': '16d82faf-0d23-4e36-a1b5-48333c3638fa', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:49:36Z', 'updated_at': '2021-07-14T13:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi'}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:52.543867 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [None req-318e1841-9aa7-4e4f-b0a8-c12b6ee9cc8d admin admin] For port 16d82faf-0d23-4e36-a1b5-48333c3638fa, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=16d82faf-0d23-4e36-a1b5-48333c3638fa,segment=NetworkSegment(c6937592-4176-4619-b9cc-7188e645a4b4),segment_id=c6937592-4176-4619-b9cc-7188e645a4b4)] {{(pid=104573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:56:52.544222 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-318e1841-9aa7-4e4f-b0a8-c12b6ee9cc8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:52.558047 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-318e1841-9aa7-4e4f-b0a8-c12b6ee9cc8d admin admin] Calling delete_port for 16d82faf-0d23-4e36-a1b5-48333c3638fa owned by network:router_gateway {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:56:52.571407 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce75712-d3d4-4322-8850-f0a59a3094df None None] Checking router: 418f6804-5512-4df1-9ed4-490ab5786f37 for host: dv-cinder-800697-2-iscsi {{(pid=104576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:56:52.598696 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce75712-d3d4-4322-8850-f0a59a3094df None None] Routers {'418f6804-5512-4df1-9ed4-490ab5786f37'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:56:52.599412 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-7ce75712-d3d4-4322-8850-f0a59a3094df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:56:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['418f6804-5512-4df1-9ed4-490ab5786f37'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:52.614471 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-d5127d2e-14ea-46be-9350-d6aa00fa66e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'name': 'tempest-AttachVolumeTestJSON-935177722-router', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '226bd375-0eeb-419b-a21b-72b31e854317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:05Z', 'updated_at': '2021-07-14T13:53:08Z', 'revision_number': 4, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'gw_port': {'id': '226bd375-0eeb-419b-a21b-72b31e854317', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:06Z', 'updated_at': '2021-07-14T13:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': 'c31e97c3-136a-41b0-aa80-9c504bd23027', 'name': '', 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'mac_address': 'fa:16:3e:df:e4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:08Z', 'updated_at': '2021-07-14T13:53:14Z', 'revision_number': 5, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'subnets': [{'id': '9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:52.650334 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5127d2e-14ea-46be-9350-d6aa00fa66e2 None None] The sync data for ids ['8247d43e-c2f6-4177-845d-68e9580fd7b9'] in dv-cinder-800697-2-iscsi is: [{'id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'name': 'tempest-AttachVolumeTestJSON-935177722-router', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '226bd375-0eeb-419b-a21b-72b31e854317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:05Z', 'updated_at': '2021-07-14T13:53:08Z', 'revision_number': 4, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'gw_port': {'id': '226bd375-0eeb-419b-a21b-72b31e854317', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:06Z', 'updated_at': '2021-07-14T13:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': 'c31e97c3-136a-41b0-aa80-9c504bd23027', 'name': '', 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'mac_address': 'fa:16:3e:df:e4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:08Z', 'updated_at': '2021-07-14T13:53:14Z', 'revision_number': 5, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'subnets': [{'id': '9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:56:52.701633 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-7ce75712-d3d4-4322-8850-f0a59a3094df None None] Set router 418f6804-5512-4df1-9ed4-490ab5786f37 gateway port host: None {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:56:52.742582 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-318e1841-9aa7-4e4f-b0a8-c12b6ee9cc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25680231'] for port, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:52.752720 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-7ce75712-d3d4-4322-8850-f0a59a3094df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'name': 'tempest-AttachVolumeShelveTestJSON-1429243708-router', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:49:35Z', 'updated_at': '2021-07-14T13:56:52Z', 'revision_number': 6, 'project_id': '0aa375225aa7437fa9ce67ac24df914c', 'gw_port_host': None}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:52.767557 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e1841-9aa7-4e4f-b0a8-c12b6ee9cc8d admin admin] Pushing event deleted for resources: {'Port': ['ID=16d82faf-0d23-4e36-a1b5-48333c3638fa,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:52.782815 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce75712-d3d4-4322-8850-f0a59a3094df None None] The sync data for ids ['418f6804-5512-4df1-9ed4-490ab5786f37'] in dv-cinder-800697-2-iscsi is: [{'id': '418f6804-5512-4df1-9ed4-490ab5786f37', 'name': 'tempest-AttachVolumeShelveTestJSON-1429243708-router', 'tenant_id': '0aa375225aa7437fa9ce67ac24df914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:49:35Z', 'updated_at': '2021-07-14T13:56:52Z', 'revision_number': 6, 'project_id': '0aa375225aa7437fa9ce67ac24df914c', 'gw_port_host': None}] {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:56:52.842947 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-318e1841-9aa7-4e4f-b0a8-c12b6ee9cc8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359175'] for router_gateway, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:52.887802 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63eac8e-f28a-4f76-a794-0be7d34e0d4d None None] New status for floating IP 236dff31-9223-4d5f-bc10-28394956499d: DOWN {{(pid=104575) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:56:52.942371 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-318e1841-9aa7-4e4f-b0a8-c12b6ee9cc8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-359164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60033'] for router, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:52.945307 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-318e1841-9aa7-4e4f-b0a8-c12b6ee9cc8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:52.993293 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-318e1841-9aa7-4e4f-b0a8-c12b6ee9cc8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-357388'] for router, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:52.993877 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318e1841-9aa7-4e4f-b0a8-c12b6ee9cc8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 418f6804-5512-4df1-9ed4-490ab5786f37 {{(pid=104573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 13:56:52.998178 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-318e1841-9aa7-4e4f-b0a8-c12b6ee9cc8d admin admin] Notify callbacks [] for router, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:53.001883 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-318e1841-9aa7-4e4f-b0a8-c12b6ee9cc8d admin admin] 10.222.0.35 "DELETE /v2.0/routers/418f6804-5512-4df1-9ed4-490ab5786f37 HTTP/1.1" status: 204 len: 168 time: 0.8886142 Jul 14 13:56:53.002198 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 49636) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:53.049189 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e010746-5e01-4b11-801c-30e1fda5ab59 admin admin] Deleting subnet ebef684f-df3e-493a-a16d-87acc125d2bb {{(pid=104573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 13:56:53.052329 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2e010746-5e01-4b11-801c-30e1fda5ab59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:53.085353 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2e010746-5e01-4b11-801c-30e1fda5ab59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28943688'] for subnet, precommit_delete_associations {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:53.199988 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2e010746-5e01-4b11-801c-30e1fda5ab59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3904323'] for subnet, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:53.254837 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2e010746-5e01-4b11-801c-30e1fda5ab59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3904314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25680186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25587366'] for subnet, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:53.283052 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e010746-5e01-4b11-801c-30e1fda5ab59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebef684f-df3e-493a-a16d-87acc125d2bb,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:53.286834 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2e010746-5e01-4b11-801c-30e1fda5ab59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:53.291338 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 49638) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:53.291873 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-2e010746-5e01-4b11-801c-30e1fda5ab59 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ebef684f-df3e-493a-a16d-87acc125d2bb HTTP/1.1" status: 204 len: 168 time: 0.2880945 Jul 14 13:56:53.293059 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0493deb1-fd6a-4fce-bece-a6ac00b9d4c7 None None] Network 4b726da0-ae68-495b-bfc7-0968d1d28d92 requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:56:53.363419 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a617f53c-ee56-4407-ac58-241436efd3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3740586'] for network, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:53.414335 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-a617f53c-ee56-4407-ac58-241436efd3f5 admin admin] Deleting port db8cb899-1fb0-4284-b0a8-913bd64c999f {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:56:53.414633 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a617f53c-ee56-4407-ac58-241436efd3f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:53.479089 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [None req-a617f53c-ee56-4407-ac58-241436efd3f5 admin admin] For port db8cb899-1fb0-4284-b0a8-913bd64c999f, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=db8cb899-1fb0-4284-b0a8-913bd64c999f,segment=NetworkSegment(3782ce6e-4a36-46a1-9082-0427f175f195),segment_id=3782ce6e-4a36-46a1-9082-0427f175f195)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:56:53.479443 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a617f53c-ee56-4407-ac58-241436efd3f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:53.492051 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-a617f53c-ee56-4407-ac58-241436efd3f5 admin admin] Calling delete_port for db8cb899-1fb0-4284-b0a8-913bd64c999f owned by network:dhcp {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:56:53.581360 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df64311-6a37-483c-93f2-4390f3f85ad5 None None] DHCP port deletion for 4b726da0-ae68-495b-bfc7-0968d1d28d92 request from dv-cinder-800697-2-iscsi {{(pid=104575) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 13:56:53.581864 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a617f53c-ee56-4407-ac58-241436efd3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:53.613379 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617f53c-ee56-4407-ac58-241436efd3f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=db8cb899-1fb0-4284-b0a8-913bd64c999f,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:53.620942 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a617f53c-ee56-4407-ac58-241436efd3f5 admin admin] No DVR routers for this DVR port db8cb899-1fb0-4284-b0a8-913bd64c999f on host dv-cinder-800697-2-iscsi {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:56:53.648558 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 49644) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:53.694429 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a617f53c-ee56-4407-ac58-241436efd3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3927510', 'neutron.services.segments.db._delete_segments_for_network-8787525843523'] for network, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:53.703594 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-692ac434-b025-4a2c-a754-05f62a496492 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:53.704930 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-a617f53c-ee56-4407-ac58-241436efd3f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b726da0-ae68-495b-bfc7-0968d1d28d92']}} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:53.715356 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-a617f53c-ee56-4407-ac58-241436efd3f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3782ce6e-4a36-46a1-9082-0427f175f195') {'for_net_delete': True} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:53.715652 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-a617f53c-ee56-4407-ac58-241436efd3f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3782ce6e-4a36-46a1-9082-0427f175f195') {} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:53.725003 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a617f53c-ee56-4407-ac58-241436efd3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787525844044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28912326'] for segment, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:53.729654 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-692ac434-b025-4a2c-a754-05f62a496492 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:53.741483 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a617f53c-ee56-4407-ac58-241436efd3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542'] for segment, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:53.748349 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a617f53c-ee56-4407-ac58-241436efd3f5 admin admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=104572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 13:56:53.748748 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a617f53c-ee56-4407-ac58-241436efd3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28726016'] for segment, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: Traceback (most recent call last): Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: timer() Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: cb(*args, **kw) Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: return func(*args, **kwargs) Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: self._notify() Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: self.callback(batched_events) Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: event.method(event) Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: return f(self, *a, **k) Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: return self._get(url).json() Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: return self.request(url, 'GET', **kwargs) Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 13:56:53.750454 dv-cinder-800697-2-iscsi neutron-server[104572]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 13:56:53.754697 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 13:56:53.754697 dv-cinder-800697-2-iscsi neutron-server[104572]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 13:56:53.754697 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 13:56:53.754697 dv-cinder-800697-2-iscsi neutron-server[104572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 13:56:53.754697 dv-cinder-800697-2-iscsi neutron-server[104572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 13:56:53.777813 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-692ac434-b025-4a2c-a754-05f62a496492 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:53.780547 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-692ac434-b025-4a2c-a754-05f62a496492 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:53.781709 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-692ac434-b025-4a2c-a754-05f62a496492 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "DELETE /v2.0/security-groups/9e4e64ae-bf84-43fe-8aff-e76c7d8f9042 HTTP/1.1" status: 204 len: 168 time: 0.1321638 Jul 14 13:56:53.784870 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 49648) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:53.802573 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ac434-b025-4a2c-a754-05f62a496492 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4e64ae-bf84-43fe-8aff-e76c7d8f9042,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:53.805310 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.api.v2.resource [None req-5be72016-4c6b-40ac-87df-8310d35f9bc9 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] show failed (client error): The resource could not be found. Jul 14 13:56:53.806338 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-5be72016-4c6b-40ac-87df-8310d35f9bc9 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups/9e4e64ae-bf84-43fe-8aff-e76c7d8f9042 HTTP/1.1" status: 404 len: 347 time: 0.0205767 Jul 14 13:56:53.809613 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 49650) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:53.818945 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a617f53c-ee56-4407-ac58-241436efd3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3927489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359267'] for network, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:53.824028 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a617f53c-ee56-4407-ac58-241436efd3f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for network, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:53.826082 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-a617f53c-ee56-4407-ac58-241436efd3f5 admin admin] 10.222.0.35 "DELETE /v2.0/networks/4b726da0-ae68-495b-bfc7-0968d1d28d92 HTTP/1.1" status: 204 len: 168 time: 0.5329180 Jul 14 13:56:53.871593 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617f53c-ee56-4407-ac58-241436efd3f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b726da0-ae68-495b-bfc7-0968d1d28d92,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:53.953117 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 49654) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:53.966110 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-0db06156-66af-4238-b961-39f1b118d1e1 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Deleting port 24426050-4855-41ce-a2a0-33a651ad2c18 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:56:53.967092 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0db06156-66af-4238-b961-39f1b118d1e1 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:53.997322 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-ebb05052-89a4-4d6e-bd8a-d211a1d36055 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0aa375225aa7437fa9ce67ac24df914c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0430388 Jul 14 13:56:54.000005 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 49656) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:54.012068 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 79607842-db7b-4a64-b8c9-c8d955b6574a no longer exists at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:56:54.032555 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] No Port match for: 79607842-db7b-4a64-b8c9-c8d955b6574a {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:56:54.033008 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 79607842-db7b-4a64-b8c9-c8d955b6574a not bound to the agent host dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:56:54.033417 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device db8cb899-1fb0-4284-b0a8-913bd64c999f no longer exists at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:56:54.047126 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0db06156-66af-4238-b961-39f1b118d1e1 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:54.047465 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0db06156-66af-4238-b961-39f1b118d1e1 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:54.052758 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ef58434b-edcc-483e-ba35-29b5008d1299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:54.054314 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] No Port match for: db8cb899-1fb0-4284-b0a8-913bd64c999f {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:56:54.054658 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device db8cb899-1fb0-4284-b0a8-913bd64c999f not bound to the agent host dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:56:54.055082 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 16d82faf-0d23-4e36-a1b5-48333c3638fa no longer exists at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:56:54.060654 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-0db06156-66af-4238-b961-39f1b118d1e1 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Calling delete_port for 24426050-4855-41ce-a2a0-33a651ad2c18 owned by network:floatingip {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:56:54.073739 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ef58434b-edcc-483e-ba35-29b5008d1299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:54.074020 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] No Port match for: 16d82faf-0d23-4e36-a1b5-48333c3638fa {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:56:54.074501 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 16d82faf-0d23-4e36-a1b5-48333c3638fa not bound to the agent host dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:56:54.121230 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ef58434b-edcc-483e-ba35-29b5008d1299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:54.123999 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ef58434b-edcc-483e-ba35-29b5008d1299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:54.125089 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-ef58434b-edcc-483e-ba35-29b5008d1299 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/75d1639c-3f4d-4ed4-9b3a-1d4b027992d3 HTTP/1.1" status: 204 len: 168 time: 0.1241879 Jul 14 13:56:54.132542 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58434b-edcc-483e-ba35-29b5008d1299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d1639c-3f4d-4ed4-9b3a-1d4b027992d3,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:54.208341 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0db06156-66af-4238-b961-39f1b118d1e1 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:54.236530 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db06156-66af-4238-b961-39f1b118d1e1 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Pushing event deleted for resources: {'Port': ['ID=24426050-4855-41ce-a2a0-33a651ad2c18,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:54.296647 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0db06156-66af-4238-b961-39f1b118d1e1 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for floatingip, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:54.299350 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0db06156-66af-4238-b961-39f1b118d1e1 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for floatingip, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:54.304082 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-0db06156-66af-4238-b961-39f1b118d1e1 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "DELETE /v2.0/floatingips/236dff31-9223-4d5f-bc10-28394956499d HTTP/1.1" status: 204 len: 168 time: 0.4895980 Jul 14 13:56:54.829929 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 49682) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:54.834706 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-3d4beb8e-8e08-45c8-9ed6-84dd110a414e tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1796778967', 'description': 'tempest-description--1500885326'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:54.859755 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3d4beb8e-8e08-45c8-9ed6-84dd110a414e tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:54.940881 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3d4beb8e-8e08-45c8-9ed6-84dd110a414e tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:54.945584 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3d4beb8e-8e08-45c8-9ed6-84dd110a414e tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:54.977040 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3d4beb8e-8e08-45c8-9ed6-84dd110a414e tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:54.978241 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-3d4beb8e-8e08-45c8-9ed6-84dd110a414e tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1472507 Jul 14 13:56:54.981184 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 49688) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:54.985529 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-f1dc462f-e3c5-4a01-a318-618ea885e352 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Request body: {'security_group_rule': {'security_group_id': 'b74dac0b-36c9-4239-868d-3d89af5da0a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:54.993647 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4beb8e-8e08-45c8-9ed6-84dd110a414e tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b74dac0b-36c9-4239-868d-3d89af5da0a8,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:55.016919 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-f1dc462f-e3c5-4a01-a318-618ea885e352 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:55.071890 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-f1dc462f-e3c5-4a01-a318-618ea885e352 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:55.076246 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-f1dc462f-e3c5-4a01-a318-618ea885e352 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617415'] for security_group_rule, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:55.092786 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dc462f-e3c5-4a01-a318-618ea885e352 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1cbbfcf-2fe8-4998-84a4-d5d71fc11c04,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:55.099990 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-f1dc462f-e3c5-4a01-a318-618ea885e352 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:55.104137 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-f1dc462f-e3c5-4a01-a318-618ea885e352 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1191521 Jul 14 13:56:55.104395 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 49694) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:55.109327 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-898e61d9-594b-444b-a828-ec5932f218d6 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Request body: {'security_group_rule': {'security_group_id': 'b74dac0b-36c9-4239-868d-3d89af5da0a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:55.136678 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-898e61d9-594b-444b-a828-ec5932f218d6 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:55.198226 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-898e61d9-594b-444b-a828-ec5932f218d6 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:55.203515 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-898e61d9-594b-444b-a828-ec5932f218d6 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617415'] for security_group_rule, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:55.223413 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e61d9-594b-444b-a828-ec5932f218d6 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17cf998b-5a36-4103-ba91-4cd2f52b3757,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:55.231197 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-898e61d9-594b-444b-a828-ec5932f218d6 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:55.236045 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-898e61d9-594b-444b-a828-ec5932f218d6 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1305199 Jul 14 13:56:55.236295 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 49702) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:55.241523 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-17aeea6e-16fe-49e9-8bb8-639a0b52a16b tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Request body: {'floatingip': {'floating_network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:55.264657 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-17aeea6e-16fe-49e9-8bb8-639a0b52a16b tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for floatingip, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:55.361153 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-17aeea6e-16fe-49e9-8bb8-639a0b52a16b tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:55.469498 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_common [None req-17aeea6e-16fe-49e9-8bb8-639a0b52a16b tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Allocated IP 172.27.1.28 (b28dab8c-9c3b-45dd-8fa2-7ffa63c66645/3e00a68e-7419-45b7-a88a-a672d20cc9ef/e0d6ee1b-e908-40ae-9313-74ab93d64f5b) {{(pid=104573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:56:55.568937 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-17aeea6e-16fe-49e9-8bb8-639a0b52a16b tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for port, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:55.607922 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-17aeea6e-16fe-49e9-8bb8-639a0b52a16b tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25680231'] for port, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:55.640953 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 0e9ba39a-a647-46df-b5fa-a9570952885b no longer exists at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:56:55.648087 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17aeea6e-16fe-49e9-8bb8-639a0b52a16b tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Network b28dab8c-9c3b-45dd-8fa2-7ffa63c66645 is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:56:55.652507 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-17aeea6e-16fe-49e9-8bb8-639a0b52a16b tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:56:55.654772 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aeea6e-16fe-49e9-8bb8-639a0b52a16b tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Received port after_create {{(pid=104573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:56:55.661585 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] No Port match for: 0e9ba39a-a647-46df-b5fa-a9570952885b {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:56:55.662004 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 0e9ba39a-a647-46df-b5fa-a9570952885b not bound to the agent host hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:56:55.682787 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aeea6e-16fe-49e9-8bb8-639a0b52a16b tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Pushing event updated for resources: {'Port': ['ID=e0d6ee1b-e908-40ae-9313-74ab93d64f5b,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:55.747210 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-17aeea6e-16fe-49e9-8bb8-639a0b52a16b tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:55.789054 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-17aeea6e-16fe-49e9-8bb8-639a0b52a16b tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:55.812631 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 49718) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:55.914301 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-67eedc96-a33f-466e-ab9e-39a9970b0f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:55.933575 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-17aeea6e-16fe-49e9-8bb8-639a0b52a16b tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for port, precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:55.938257 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-17aeea6e-16fe-49e9-8bb8-639a0b52a16b tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25680236'] for port, after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:56.003806 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aeea6e-16fe-49e9-8bb8-639a0b52a16b tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Pushing event updated for resources: {'Port': ['ID=e0d6ee1b-e908-40ae-9313-74ab93d64f5b,revision_number=2']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:56.011703 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-67eedc96-a33f-466e-ab9e-39a9970b0f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:56.015579 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-17aeea6e-16fe-49e9-8bb8-639a0b52a16b tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359245'] for floatingip, after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:56.016366 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-67eedc96-a33f-466e-ab9e-39a9970b0f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:56.030351 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-17aeea6e-16fe-49e9-8bb8-639a0b52a16b tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for floatingip, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:56.031617 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-17aeea6e-16fe-49e9-8bb8-639a0b52a16b tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7942228 Jul 14 13:56:56.054420 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-67eedc96-a33f-466e-ab9e-39a9970b0f96 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a5785662798c4a79a8a7735ed5e57f44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406080 Jul 14 13:56:56.056288 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eedc96-a33f-466e-ab9e-39a9970b0f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f08166-ec17-47d6-8a5f-07aca3c7a35f,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:56.057146 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 49724) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:56.109059 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-803f570b-57d1-401f-8618-0784ecb24aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:56.130691 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-803f570b-57d1-401f-8618-0784ecb24aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:56.188089 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-803f570b-57d1-401f-8618-0784ecb24aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:56.190805 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-803f570b-57d1-401f-8618-0784ecb24aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:56.194441 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-803f570b-57d1-401f-8618-0784ecb24aa0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e3f08166-ec17-47d6-8a5f-07aca3c7a35f HTTP/1.1" status: 204 len: 168 time: 0.1338484 Jul 14 13:56:56.211893 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f570b-57d1-401f-8618-0784ecb24aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f08166-ec17-47d6-8a5f-07aca3c7a35f,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:56.247690 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-ef99051a-877b-42c8-9db9-c36fc8f55c20 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1796778967&fields=id&tenant_id=43e0f688f2114f8488820a3f02572e1e HTTP/1.1" status: 200 len: 267 time: 0.0545940 Jul 14 13:56:56.355521 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-e091b3d3-88cc-4109-9d59-36f91f5aa250 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:56.357115 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-e091b3d3-88cc-4109-9d59-36f91f5aa250 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/networks?id=bdfad0f9-d901-4f01-9648-67faf0ceed7f HTTP/1.1" status: 200 len: 810 time: 0.1020494 Jul 14 13:56:56.372660 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-67f5b66f-822b-42d1-a0e5-4c9f08a6fd07 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/quotas/43e0f688f2114f8488820a3f02572e1e HTTP/1.1" status: 200 len: 375 time: 0.0097942 Jul 14 13:56:56.445669 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-9d195c21-4c2f-4d01-ab29-79b8a8975065 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=43e0f688f2114f8488820a3f02572e1e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0680139 Jul 14 13:56:56.458617 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 49740) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:56.471993 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6870875a-686f-4ab3-ab4d-b84a13795c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:56.567338 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6870875a-686f-4ab3-ab4d-b84a13795c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:56.572154 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6870875a-686f-4ab3-ab4d-b84a13795c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:56.607397 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6870875a-686f-4ab3-ab4d-b84a13795c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4199177-a20a-4bf1-85b0-4ffbf9a1f5b5,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:56.611681 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-6870875a-686f-4ab3-ab4d-b84a13795c86 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=34fe9a9b4e0b43129286e059f5032619&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1519163 Jul 14 13:56:56.614345 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 49744) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:56.661238 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-77179b28-9161-4047-a0ca-ca40f37e1a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:56.674469 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-6499da6a-d1c0-49db-a62f-9515cab27ae2 service neutron] 10.222.0.35 "GET /v2.0/networks/bdfad0f9-d901-4f01-9648-67faf0ceed7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170143 Jul 14 13:56:56.681640 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-77179b28-9161-4047-a0ca-ca40f37e1a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:56.729924 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-77179b28-9161-4047-a0ca-ca40f37e1a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:56.732661 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-77179b28-9161-4047-a0ca-ca40f37e1a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:56.733843 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-77179b28-9161-4047-a0ca-ca40f37e1a29 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e4199177-a20a-4bf1-85b0-4ffbf9a1f5b5 HTTP/1.1" status: 204 len: 168 time: 0.1185780 Jul 14 13:56:56.741965 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77179b28-9161-4047-a0ca-ca40f37e1a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4199177-a20a-4bf1-85b0-4ffbf9a1f5b5,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:56.771504 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-555a5afd-ba7b-4cf9-9ba1-5bf8c404b706 service neutron] 10.222.0.35 "GET /v2.0/networks/bdfad0f9-d901-4f01-9648-67faf0ceed7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912330 Jul 14 13:56:56.941173 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cfa8ce1f-755b-4c27-a8a5-564e6e17fea0 req-5c49c9fa-5b81-49b6-99d7-a7a153d7e43d tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=c337fc38-cc90-4385-afbd-dfed9b9e4d8f HTTP/1.1" status: 200 len: 210 time: 0.0288277 Jul 14 13:56:58.081712 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d8ee841d-be4f-4da5-ade6-ae2caae71698 req-bfdaf2e9-76f2-4a71-9fba-653b9d8bcd21 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=c337fc38-cc90-4385-afbd-dfed9b9e4d8f HTTP/1.1" status: 200 len: 210 time: 0.0288363 Jul 14 13:56:58.155784 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-a6529062-4929-4f05-9dbd-2dcec5b94e56 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:58.157496 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-a6529062-4929-4f05-9dbd-2dcec5b94e56 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.59 "GET /v2.0/networks?id=bdfad0f9-d901-4f01-9648-67faf0ceed7f HTTP/1.1" status: 200 len: 810 time: 0.1112056 Jul 14 13:56:58.210129 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-71973e34-6382-47c9-8ac1-1d21c50948ee tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43e0f688f2114f8488820a3f02572e1e HTTP/1.1" status: 200 len: 380 time: 0.0356069 Jul 14 13:56:58.219638 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-b40371d7-6a7a-40c8-b6a3-67161652a748 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Request body: {'port': {'device_id': 'c337fc38-cc90-4385-afbd-dfed9b9e4d8f', 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f', 'admin_state_up': True, 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'security_groups': ['b74dac0b-36c9-4239-868d-3d89af5da0a8']}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:58.336645 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-b40371d7-6a7a-40c8-b6a3-67161652a748 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Made reservation on behalf of 43e0f688f2114f8488820a3f02572e1e for: {'port': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:56:58.340246 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-b40371d7-6a7a-40c8-b6a3-67161652a748 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:58.464936 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-b40371d7-6a7a-40c8-b6a3-67161652a748 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Allocated IP 172.20.0.9 (bdfad0f9-d901-4f01-9648-67faf0ceed7f/9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2/986c691d-3a6f-416c-8da6-57d04f00a8a6) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:56:58.597758 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-b40371d7-6a7a-40c8-b6a3-67161652a748 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for port, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:58.615396 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-b40371d7-6a7a-40c8-b6a3-67161652a748 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Transition to ACTIVE for port object 986c691d-3a6f-416c-8da6-57d04f00a8a6 will not be triggered until provisioned by entity DHCP. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:56:58.651504 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-b40371d7-6a7a-40c8-b6a3-67161652a748 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:58.697067 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-b40371d7-6a7a-40c8-b6a3-67161652a748 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Network bdfad0f9-d901-4f01-9648-67faf0ceed7f is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:56:58.700305 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-b40371d7-6a7a-40c8-b6a3-67161652a748 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:56:58.704123 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-b40371d7-6a7a-40c8-b6a3-67161652a748 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:56:58.727543 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40371d7-6a7a-40c8-b6a3-67161652a748 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Pushing event updated for resources: {'Port': ['ID=986c691d-3a6f-416c-8da6-57d04f00a8a6,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:58.755761 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-b40371d7-6a7a-40c8-b6a3-67161652a748 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:58.756366 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-b40371d7-6a7a-40c8-b6a3-67161652a748 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:58.772379 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-b40371d7-6a7a-40c8-b6a3-67161652a748 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5566776 Jul 14 13:56:58.791429 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-5c6d3edc-429e-4289-8d58-386d7ac515e7 service neutron] Request body: {'port': {'device_id': 'c337fc38-cc90-4385-afbd-dfed9b9e4d8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:58.864324 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-5c6d3edc-429e-4289-8d58-386d7ac515e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:58.922490 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fe19ee44-2cc0-414d-8655-1f834fd46460 None None] Provisioning for port 986c691d-3a6f-416c-8da6-57d04f00a8a6 completed by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:56:58.926515 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fe19ee44-2cc0-414d-8655-1f834fd46460 None None] Provisioning complete for port 986c691d-3a6f-416c-8da6-57d04f00a8a6 triggered by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:58.926872 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fe19ee44-2cc0-414d-8655-1f834fd46460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:58.960416 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-fe19ee44-2cc0-414d-8655-1f834fd46460 None None] Port 986c691d-3a6f-416c-8da6-57d04f00a8a6 cannot update to ACTIVE because it is not bound. {{(pid=104575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:56:59.126084 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-5c6d3edc-429e-4289-8d58-386d7ac515e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 986c691d-3a6f-416c-8da6-57d04f00a8a6 {{(pid=104572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:56:59.133875 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-5c6d3edc-429e-4289-8d58-386d7ac515e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:59.145830 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-5c6d3edc-429e-4289-8d58-386d7ac515e7 service neutron] Transition to ACTIVE for port object 986c691d-3a6f-416c-8da6-57d04f00a8a6 will not be triggered until provisioned by entity L2. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:56:59.150879 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-5c6d3edc-429e-4289-8d58-386d7ac515e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28728568'] for port, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:59.220944 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d3edc-429e-4289-8d58-386d7ac515e7 service neutron] Pushing event updated for resources: {'Port': ['ID=986c691d-3a6f-416c-8da6-57d04f00a8a6,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:59.312600 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-5c6d3edc-429e-4289-8d58-386d7ac515e7 service neutron] Attempting to bind port 986c691d-3a6f-416c-8da6-57d04f00a8a6 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:56:59.312938 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-5c6d3edc-429e-4289-8d58-386d7ac515e7 service neutron] Attempting to bind port 986c691d-3a6f-416c-8da6-57d04f00a8a6 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'e34051e8-9622-4ad8-9500-be981e12d304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f'}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:56:59.313270 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-5c6d3edc-429e-4289-8d58-386d7ac515e7 service neutron] Attempting to bind port 986c691d-3a6f-416c-8da6-57d04f00a8a6 on network bdfad0f9-d901-4f01-9648-67faf0ceed7f {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:56:59.320649 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-5c6d3edc-429e-4289-8d58-386d7ac515e7 service neutron] Port 986c691d-3a6f-416c-8da6-57d04f00a8a6 on network bdfad0f9-d901-4f01-9648-67faf0ceed7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:56:59.320960 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-5c6d3edc-429e-4289-8d58-386d7ac515e7 service neutron] Attempting to bind port 986c691d-3a6f-416c-8da6-57d04f00a8a6 on network bdfad0f9-d901-4f01-9648-67faf0ceed7f {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:56:59.334441 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee2c18-32cf-454f-bd58-d4db213df394 req-0c067cd9-29f8-4527-b1f2-2eedfc53a324 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:59.336017 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-35ee2c18-32cf-454f-bd58-d4db213df394 req-0c067cd9-29f8-4527-b1f2-2eedfc53a324 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=c337fc38-cc90-4385-afbd-dfed9b9e4d8f HTTP/1.1" status: 200 len: 943 time: 0.1324308 Jul 14 13:56:59.337321 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-5c6d3edc-429e-4289-8d58-386d7ac515e7 service neutron] Checking agent: {'id': '92e582b9-0e65-4c58-8afe-cb3347eabd77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 47, 47), 'started_at': datetime.datetime(2021, 7, 14, 13, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:56:59.337668 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-5c6d3edc-429e-4289-8d58-386d7ac515e7 service neutron] Checking segment: {'id': 'e34051e8-9622-4ad8-9500-be981e12d304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:56:59.338058 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-5c6d3edc-429e-4289-8d58-386d7ac515e7 service neutron] Bound using segment: {'id': 'e34051e8-9622-4ad8-9500-be981e12d304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f'} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:56:59.338509 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-5c6d3edc-429e-4289-8d58-386d7ac515e7 service neutron] Bound port: 986c691d-3a6f-416c-8da6-57d04f00a8a6, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34051e8-9622-4ad8-9500-be981e12d304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f'}}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:56:59.338866 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-5c6d3edc-429e-4289-8d58-386d7ac515e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:59.405946 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-35ee2c18-32cf-454f-bd58-d4db213df394 req-23dbfbe5-8386-4ec4-bdff-596c2d7f35d9 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=b74dac0b-36c9-4239-868d-3d89af5da0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635228 Jul 14 13:56:59.428087 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-5c6d3edc-429e-4289-8d58-386d7ac515e7 service neutron] For port 986c691d-3a6f-416c-8da6-57d04f00a8a6, host hv-cinder-80069, cleared binding levels {{(pid=104572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:56:59.431325 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-5c6d3edc-429e-4289-8d58-386d7ac515e7 service neutron] For port 986c691d-3a6f-416c-8da6-57d04f00a8a6, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=986c691d-3a6f-416c-8da6-57d04f00a8a6,segment=NetworkSegment(e34051e8-9622-4ad8-9500-be981e12d304),segment_id=e34051e8-9622-4ad8-9500-be981e12d304)] {{(pid=104572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:56:59.436914 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-5c6d3edc-429e-4289-8d58-386d7ac515e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28728568'] for port, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:59.469464 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-5c6d3edc-429e-4289-8d58-386d7ac515e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:59.470039 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-5c6d3edc-429e-4289-8d58-386d7ac515e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:59.471453 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-5c6d3edc-429e-4289-8d58-386d7ac515e7 service neutron] 10.222.0.59 "PUT /v2.0/ports/986c691d-3a6f-416c-8da6-57d04f00a8a6 HTTP/1.1" status: 200 len: 1093 time: 0.6845064 Jul 14 13:56:59.471892 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c337fc38-cc90-4385-afbd-dfed9b9e4d8f', 'tag': '986c691d-3a6f-416c-8da6-57d04f00a8a6'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:56:59.474305 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01015314-2d28-4cf5-8686-1e6d41aa5c35" -d '{"events": [{"name": "network-changed", "server_uuid": "c337fc38-cc90-4385-afbd-dfed9b9e4d8f", "tag": "986c691d-3a6f-416c-8da6-57d04f00a8a6"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:56:59.513072 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab0ebda-ac90-457f-b045-d313d004069a x-openstack-request-id: req-fab0ebda-ac90-457f-b045-d313d004069a {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:56:59.513409 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c337fc38-cc90-4385-afbd-dfed9b9e4d8f", "tag": "986c691d-3a6f-416c-8da6-57d04f00a8a6", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:56:59.513662 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fab0ebda-ac90-457f-b045-d313d004069a {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:56:59.514097 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c337fc38-cc90-4385-afbd-dfed9b9e4d8f', 'tag': '986c691d-3a6f-416c-8da6-57d04f00a8a6', 'status': 'completed', 'code': 200} Jul 14 13:56:59.514806 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d3edc-429e-4289-8d58-386d7ac515e7 service neutron] Pushing event updated for resources: {'Port': ['ID=986c691d-3a6f-416c-8da6-57d04f00a8a6,revision_number=3']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:59.595105 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-b6f7a1f7-7472-4ef6-a2eb-0fa26d50de1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:59.596781 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-b6f7a1f7-7472-4ef6-a2eb-0fa26d50de1c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=43e0f688f2114f8488820a3f02572e1e&device_id=c337fc38-cc90-4385-afbd-dfed9b9e4d8f HTTP/1.1" status: 200 len: 1096 time: 0.0622392 Jul 14 13:56:59.648275 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-f3ade971-3bb5-4033-8fdb-44994a4256e6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=986c691d-3a6f-416c-8da6-57d04f00a8a6 HTTP/1.1" status: 200 len: 217 time: 0.0368400 Jul 14 13:56:59.698130 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-da7ec179-e97f-4d74-84be-913acb052a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:59.699470 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-da7ec179-e97f-4d74-84be-913acb052a0b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2 HTTP/1.1" status: 200 len: 849 time: 0.0448701 Jul 14 13:56:59.760337 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-8d67831c-bd16-4ebd-9b6f-1c3b4710150d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:59.761856 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-8d67831c-bd16-4ebd-9b6f-1c3b4710150d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bdfad0f9-d901-4f01-9648-67faf0ceed7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0563271 Jul 14 13:56:59.851830 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-d970a450-212b-41fc-99bf-ddfe894c432b service neutron] 10.222.0.59 "GET /v2.0/networks/bdfad0f9-d901-4f01-9648-67faf0ceed7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827966 Jul 14 13:56:59.951284 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-29aff028-26be-45b1-8d09-0904e7f9c05b req-8c2cf340-0692-472d-9f09-1462ed56966e service neutron] 10.222.0.59 "GET /v2.0/networks/bdfad0f9-d901-4f01-9648-67faf0ceed7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923741 Jul 14 13:57:00.098720 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01015314-2d28-4cf5-8686-1e6d41aa5c35 req-b1c263da-d4ec-48fc-88f9-c84d5a8bcfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:00.100255 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-01015314-2d28-4cf5-8686-1e6d41aa5c35 req-b1c263da-d4ec-48fc-88f9-c84d5a8bcfff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=43e0f688f2114f8488820a3f02572e1e&device_id=c337fc38-cc90-4385-afbd-dfed9b9e4d8f HTTP/1.1" status: 200 len: 1096 time: 0.0563304 Jul 14 13:57:00.192126 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01015314-2d28-4cf5-8686-1e6d41aa5c35 req-2027cba6-4bae-4916-9778-9959e86b5f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:00.193506 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-01015314-2d28-4cf5-8686-1e6d41aa5c35 req-2027cba6-4bae-4916-9778-9959e86b5f89 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bdfad0f9-d901-4f01-9648-67faf0ceed7f HTTP/1.1" status: 200 len: 911 time: 0.0866125 Jul 14 13:57:00.238678 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-01015314-2d28-4cf5-8686-1e6d41aa5c35 req-ca5e7777-af5c-4c2c-a502-89afd8f1fc33 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=986c691d-3a6f-416c-8da6-57d04f00a8a6 HTTP/1.1" status: 200 len: 217 time: 0.0371180 Jul 14 13:57:00.288363 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01015314-2d28-4cf5-8686-1e6d41aa5c35 req-1e3f4b3b-57c0-4bec-9dc9-a808b0c1b0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:00.289726 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-01015314-2d28-4cf5-8686-1e6d41aa5c35 req-1e3f4b3b-57c0-4bec-9dc9-a808b0c1b0d2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2 HTTP/1.1" status: 200 len: 849 time: 0.0436776 Jul 14 13:57:00.347471 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01015314-2d28-4cf5-8686-1e6d41aa5c35 req-8da58300-d4db-48a2-9485-6e66f0a27ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:00.348914 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-01015314-2d28-4cf5-8686-1e6d41aa5c35 req-8da58300-d4db-48a2-9485-6e66f0a27ece service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bdfad0f9-d901-4f01-9648-67faf0ceed7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512595 Jul 14 13:57:00.748999 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-01015314-2d28-4cf5-8686-1e6d41aa5c35 req-a798aa68-4498-411c-ab79-ad9bb91da8b9 service neutron] 10.222.0.59 "GET /v2.0/networks/bdfad0f9-d901-4f01-9648-67faf0ceed7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927310 Jul 14 13:57:00.771330 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ec7fd-6c93-495d-a745-a9fd5c00e0cf req-7443250e-f111-4bd4-ab46-db2e4e6ebde9 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:00.772712 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-634ec7fd-6c93-495d-a745-a9fd5c00e0cf req-7443250e-f111-4bd4-ab46-db2e4e6ebde9 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=c337fc38-cc90-4385-afbd-dfed9b9e4d8f HTTP/1.1" status: 200 len: 943 time: 0.0971122 Jul 14 13:57:00.851881 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.agents_db [None req-f94fc2f4-144f-4bce-9715-a006bfd56775 None None] Agent healthcheck: found 6 active agents {{(pid=104576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:57:00.857292 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-634ec7fd-6c93-495d-a745-a9fd5c00e0cf req-0f8de157-562d-4438-8f97-6a3db77a8fdd tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=b74dac0b-36c9-4239-868d-3d89af5da0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743403 Jul 14 13:57:00.876284 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-01015314-2d28-4cf5-8686-1e6d41aa5c35 req-0d34012f-eb56-4f41-a6ba-82c68a8aa278 service neutron] 10.222.0.59 "GET /v2.0/networks/bdfad0f9-d901-4f01-9648-67faf0ceed7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192408 Jul 14 13:57:01.222842 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 49850) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:01.333377 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4b2d3459-bb5b-4edf-a5f7-7abb265147b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:01.431531 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4b2d3459-bb5b-4edf-a5f7-7abb265147b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:01.437869 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4b2d3459-bb5b-4edf-a5f7-7abb265147b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:01.474641 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-4b2d3459-bb5b-4edf-a5f7-7abb265147b8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=49bf4c2f51414d389eb0bd103450e4b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2505674 Jul 14 13:57:01.475606 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d3459-bb5b-4edf-a5f7-7abb265147b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2de276-b081-4e59-b64c-413b440aea99,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:01.477450 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 49854) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:01.527506 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a4020140-9fb3-406a-80f5-1130f98dad94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:01.548291 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a4020140-9fb3-406a-80f5-1130f98dad94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:01.609287 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a4020140-9fb3-406a-80f5-1130f98dad94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:01.611705 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a4020140-9fb3-406a-80f5-1130f98dad94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:01.612866 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-a4020140-9fb3-406a-80f5-1130f98dad94 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9c2de276-b081-4e59-b64c-413b440aea99 HTTP/1.1" status: 204 len: 168 time: 0.1343980 Jul 14 13:57:01.620952 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4020140-9fb3-406a-80f5-1130f98dad94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2de276-b081-4e59-b64c-413b440aea99,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:01.889209 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 49864) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:01.902436 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-5d46718e-e666-4243-8cd4-3a4a6e6d7196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:01.993406 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-5d46718e-e666-4243-8cd4-3a4a6e6d7196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:01.999204 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-5d46718e-e666-4243-8cd4-3a4a6e6d7196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:02.042729 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-5d46718e-e666-4243-8cd4-3a4a6e6d7196 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1c4e42d4b371429e88f12e5853992601&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1524696 Jul 14 13:57:02.043698 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46718e-e666-4243-8cd4-3a4a6e6d7196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9160427-cac8-499a-8c25-d7091edde11b,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:02.045649 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 49866) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:02.099452 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-478282a6-aea5-4190-bcd6-0f7a99da770f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:02.122833 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-478282a6-aea5-4190-bcd6-0f7a99da770f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:02.200988 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-478282a6-aea5-4190-bcd6-0f7a99da770f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:02.203512 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-478282a6-aea5-4190-bcd6-0f7a99da770f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:02.204613 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-478282a6-aea5-4190-bcd6-0f7a99da770f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d9160427-cac8-499a-8c25-d7091edde11b HTTP/1.1" status: 204 len: 168 time: 0.1571133 Jul 14 13:57:02.215582 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478282a6-aea5-4190-bcd6-0f7a99da770f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9160427-cac8-499a-8c25-d7091edde11b,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:02.224407 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f425eed-3ab0-452a-9884-0fee02345e66 req-1f606947-775f-422e-877b-e29601c2556e tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:02.226014 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0f425eed-3ab0-452a-9884-0fee02345e66 req-1f606947-775f-422e-877b-e29601c2556e tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=c337fc38-cc90-4385-afbd-dfed9b9e4d8f HTTP/1.1" status: 200 len: 943 time: 0.0889812 Jul 14 13:57:02.264094 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0f425eed-3ab0-452a-9884-0fee02345e66 req-d310c9bd-dce0-4289-a01e-9bc11300f705 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=b74dac0b-36c9-4239-868d-3d89af5da0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322609 Jul 14 13:57:03.438469 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee98fa-2ec3-4648-b67b-ca493908fa67 req-023d5ae2-f285-44ad-b0e6-5f77cc43be98 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:03.439891 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e4ee98fa-2ec3-4648-b67b-ca493908fa67 req-023d5ae2-f285-44ad-b0e6-5f77cc43be98 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=c337fc38-cc90-4385-afbd-dfed9b9e4d8f HTTP/1.1" status: 200 len: 943 time: 0.0642674 Jul 14 13:57:03.478178 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e4ee98fa-2ec3-4648-b67b-ca493908fa67 req-a6a074c9-57ae-45f2-bf47-4bdd85182cbd tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=b74dac0b-36c9-4239-868d-3d89af5da0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327239 Jul 14 13:57:03.705445 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 986c691d-3a6f-416c-8da6-57d04f00a8a6 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=104575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:57:03.801870 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port 986c691d-3a6f-416c-8da6-57d04f00a8a6, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=986c691d-3a6f-416c-8da6-57d04f00a8a6,segment=NetworkSegment(e34051e8-9622-4ad8-9500-be981e12d304),segment_id=e34051e8-9622-4ad8-9500-be981e12d304)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:57:03.816607 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Returning: {'device': '986c691d-3a6f-416c-8da6-57d04f00a8a6', 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f', 'port_id': '986c691d-3a6f-416c-8da6-57d04f00a8a6', 'mac_address': 'fa:16:3e:0e:0d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:57:03.854368 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:03.867894 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 986c691d-3a6f-416c-8da6-57d04f00a8a6 {{(pid=104575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:57:03.887415 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port 986c691d-3a6f-416c-8da6-57d04f00a8a6, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=986c691d-3a6f-416c-8da6-57d04f00a8a6,segment=NetworkSegment(e34051e8-9622-4ad8-9500-be981e12d304),segment_id=e34051e8-9622-4ad8-9500-be981e12d304)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:57:03.892388 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:03.939412 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=986c691d-3a6f-416c-8da6-57d04f00a8a6,revision_number=4']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:03.946573 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:03.946857 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:03.947219 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:03.947583 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:03.947912 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:03.948243 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:03.948573 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:03.948904 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:03.949224 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:03.949574 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:03.949884 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:03.950229 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:04.089022 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 49942) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:04.197767 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-832b3b89-db7e-494a-8ba3-bc40e3284bd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:04.202106 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['986c691d-3a6f-416c-8da6-57d04f00a8a6'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:57:04.290338 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-832b3b89-db7e-494a-8ba3-bc40e3284bd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:04.295303 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-832b3b89-db7e-494a-8ba3-bc40e3284bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:04.333302 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b3b89-db7e-494a-8ba3-bc40e3284bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed9c19e-64de-4151-bf47-d397c158943d,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:04.339089 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-832b3b89-db7e-494a-8ba3-bc40e3284bd2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6735e6b212f14063a75122ef74607101&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2489667 Jul 14 13:57:04.341788 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 49946) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:04.388336 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4c2a90e4-1b9d-4dd4-a43e-58b0a6ab6811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:04.408707 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4c2a90e4-1b9d-4dd4-a43e-58b0a6ab6811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:04.458413 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4c2a90e4-1b9d-4dd4-a43e-58b0a6ab6811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:04.460837 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4c2a90e4-1b9d-4dd4-a43e-58b0a6ab6811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:04.461964 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-4c2a90e4-1b9d-4dd4-a43e-58b0a6ab6811 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eed9c19e-64de-4151-bf47-d397c158943d HTTP/1.1" status: 204 len: 168 time: 0.1192091 Jul 14 13:57:04.469425 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a90e4-1b9d-4dd4-a43e-58b0a6ab6811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed9c19e-64de-4151-bf47-d397c158943d,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:04.649453 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65867a2-ab26-48de-aab8-b00fb41b1f77 req-ff03179a-915c-42dc-a8c5-cd0f346b2a23 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:04.650901 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f65867a2-ab26-48de-aab8-b00fb41b1f77 req-ff03179a-915c-42dc-a8c5-cd0f346b2a23 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=c337fc38-cc90-4385-afbd-dfed9b9e4d8f HTTP/1.1" status: 200 len: 944 time: 0.0631797 Jul 14 13:57:04.687912 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f65867a2-ab26-48de-aab8-b00fb41b1f77 req-6e0be067-ae15-4e55-a6a3-0833d5c41b5d tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=b74dac0b-36c9-4239-868d-3d89af5da0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313160 Jul 14 13:57:04.724525 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 49954) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:04.740502 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-94e22961-cf7c-4c4f-8e90-9bdab36a3170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:04.828956 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-94e22961-cf7c-4c4f-8e90-9bdab36a3170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:04.835404 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-94e22961-cf7c-4c4f-8e90-9bdab36a3170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:04.873546 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-94e22961-cf7c-4c4f-8e90-9bdab36a3170 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=138a1a92a71246439e62a94c51529052&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479621 Jul 14 13:57:04.874398 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e22961-cf7c-4c4f-8e90-9bdab36a3170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07606ac8-4b12-4c06-a6f3-2cb5839c4cb9,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:04.876396 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 49956) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:04.924507 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-df0bbc13-9757-45ac-a58e-516714e58a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:04.947872 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-df0bbc13-9757-45ac-a58e-516714e58a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:05.000274 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-df0bbc13-9757-45ac-a58e-516714e58a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:05.003922 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-df0bbc13-9757-45ac-a58e-516714e58a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:05.005148 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-df0bbc13-9757-45ac-a58e-516714e58a53 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/07606ac8-4b12-4c06-a6f3-2cb5839c4cb9 HTTP/1.1" status: 204 len: 168 time: 0.1276863 Jul 14 13:57:05.012551 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0bbc13-9757-45ac-a58e-516714e58a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07606ac8-4b12-4c06-a6f3-2cb5839c4cb9,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:05.721153 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 986c691d-3a6f-416c-8da6-57d04f00a8a6 up at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:57:05.773639 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning for port 986c691d-3a6f-416c-8da6-57d04f00a8a6 completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:57:05.777713 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning complete for port 986c691d-3a6f-416c-8da6-57d04f00a8a6 triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:57:05.778140 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:05.859061 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:05.868733 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc134ffe-73c1-4521-917f-7ea93fffd84e req-107b3188-e585-4e45-9c53-90bd7ffc41ee tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:05.870367 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-dc134ffe-73c1-4521-917f-7ea93fffd84e req-107b3188-e585-4e45-9c53-90bd7ffc41ee tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=c337fc38-cc90-4385-afbd-dfed9b9e4d8f HTTP/1.1" status: 200 len: 944 time: 0.0655658 Jul 14 13:57:05.884658 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c337fc38-cc90-4385-afbd-dfed9b9e4d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986c691d-3a6f-416c-8da6-57d04f00a8a6'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:57:05.887038 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06891aadf294c70300823a606954559f382215362bc7d52ae5ebbe768d2ce9e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117936dc-a287-4ad5-a608-c8ce0ade690f" -d '{"events": [{"server_uuid": "c337fc38-cc90-4385-afbd-dfed9b9e4d8f", "name": "network-vif-plugged", "status": "completed", "tag": "986c691d-3a6f-416c-8da6-57d04f00a8a6"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:57:05.900860 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port 986c691d-3a6f-416c-8da6-57d04f00a8a6, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=986c691d-3a6f-416c-8da6-57d04f00a8a6,segment=NetworkSegment(e34051e8-9622-4ad8-9500-be981e12d304),segment_id=e34051e8-9622-4ad8-9500-be981e12d304)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:57:05.908057 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:05.913454 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-dc134ffe-73c1-4521-917f-7ea93fffd84e req-408d69a7-ca18-42e7-a248-3ba4a3987783 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=b74dac0b-36c9-4239-868d-3d89af5da0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370917 Jul 14 13:57:05.949155 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f5b715-03e1-4c1e-8e28-78f7698cf556 x-openstack-request-id: req-c6f5b715-03e1-4c1e-8e28-78f7698cf556 {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:57:05.949600 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c337fc38-cc90-4385-afbd-dfed9b9e4d8f", "name": "network-vif-plugged", "status": "completed", "tag": "986c691d-3a6f-416c-8da6-57d04f00a8a6", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:57:05.949707 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c6f5b715-03e1-4c1e-8e28-78f7698cf556 {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:57:05.950093 dv-cinder-800697-2-iscsi neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c337fc38-cc90-4385-afbd-dfed9b9e4d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986c691d-3a6f-416c-8da6-57d04f00a8a6', 'code': 200} Jul 14 13:57:05.965154 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=986c691d-3a6f-416c-8da6-57d04f00a8a6,revision_number=5']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:06.094344 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 49992) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:06.199955 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-743590b1-016e-45fb-8883-584e4ae5f817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:06.216327 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7204e5-0826-4a5d-81e2-c79897089da4 req-7eefb8f6-75d2-46c2-80a8-3b841c22d2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:06.217837 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8c7204e5-0826-4a5d-81e2-c79897089da4 req-7eefb8f6-75d2-46c2-80a8-3b841c22d2ad service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c337fc38-cc90-4385-afbd-dfed9b9e4d8f HTTP/1.1" status: 200 len: 1098 time: 0.0602252 Jul 14 13:57:06.255271 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8c7204e5-0826-4a5d-81e2-c79897089da4 req-278960e7-ad49-4ecd-a100-4efa7c4aaea0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b74dac0b-36c9-4239-868d-3d89af5da0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297313 Jul 14 13:57:06.286334 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-743590b1-016e-45fb-8883-584e4ae5f817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:06.291836 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-743590b1-016e-45fb-8883-584e4ae5f817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:06.328694 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-743590b1-016e-45fb-8883-584e4ae5f817 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8cde8512ca4f4507ab66e4118439395a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330835 Jul 14 13:57:06.329619 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743590b1-016e-45fb-8883-584e4ae5f817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b02ea0-0590-4dcc-8fee-51046ffaf6c8,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:06.331608 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 49996) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:06.380535 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-278c0a4a-644a-4ee8-94da-fc8bfd5c8f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:06.402583 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-278c0a4a-644a-4ee8-94da-fc8bfd5c8f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:06.463038 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-278c0a4a-644a-4ee8-94da-fc8bfd5c8f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:06.465581 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-278c0a4a-644a-4ee8-94da-fc8bfd5c8f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:06.466739 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-278c0a4a-644a-4ee8-94da-fc8bfd5c8f30 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d1b02ea0-0590-4dcc-8fee-51046ffaf6c8 HTTP/1.1" status: 204 len: 168 time: 0.1330435 Jul 14 13:57:06.474820 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c0a4a-644a-4ee8-94da-fc8bfd5c8f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b02ea0-0590-4dcc-8fee-51046ffaf6c8,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:07.085729 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d32898-b5d7-4ce7-97d7-67150d66ed6b req-9873a105-d559-4db5-a6e0-2810cef28988 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:07.087249 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-48d32898-b5d7-4ce7-97d7-67150d66ed6b req-9873a105-d559-4db5-a6e0-2810cef28988 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=c337fc38-cc90-4385-afbd-dfed9b9e4d8f HTTP/1.1" status: 200 len: 945 time: 0.0652161 Jul 14 13:57:07.125274 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-48d32898-b5d7-4ce7-97d7-67150d66ed6b req-dc826bfd-af22-4063-9588-f6961541713b tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=b74dac0b-36c9-4239-868d-3d89af5da0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323713 Jul 14 13:57:08.310752 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960cf7b-1ce1-4b8f-a2bd-161bf3c7967d req-f96dcc04-67a8-4de2-be70-c6799750af1f tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:08.312242 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f960cf7b-1ce1-4b8f-a2bd-161bf3c7967d req-f96dcc04-67a8-4de2-be70-c6799750af1f tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=c337fc38-cc90-4385-afbd-dfed9b9e4d8f HTTP/1.1" status: 200 len: 945 time: 0.0674543 Jul 14 13:57:08.349443 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f960cf7b-1ce1-4b8f-a2bd-161bf3c7967d req-05847ad2-e4cc-4251-82c4-0d456e91198a tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=b74dac0b-36c9-4239-868d-3d89af5da0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314093 Jul 14 13:57:08.523079 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ebed7-a715-458f-a4c6-b93f290c884b req-61474da4-abe0-42cb-96d9-8d3a226d284a tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:08.524326 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c23ebed7-a715-458f-a4c6-b93f290c884b req-61474da4-abe0-42cb-96d9-8d3a226d284a tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=c337fc38-cc90-4385-afbd-dfed9b9e4d8f HTTP/1.1" status: 200 len: 945 time: 0.0690753 Jul 14 13:57:08.533071 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 50032) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:08.537686 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-d393828f-a0a4-4d4a-a86f-c894ad5107c1 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Request body: {'floatingip': {'port_id': '986c691d-3a6f-416c-8da6-57d04f00a8a6'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:57:08.576009 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d393828f-a0a4-4d4a-a86f-c894ad5107c1 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for floatingip, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:09.022846 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d393828f-a0a4-4d4a-a86f-c894ad5107c1 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:09.031699 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d393828f-a0a4-4d4a-a86f-c894ad5107c1 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359245'] for floatingip, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:09.138203 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.db.l3_db [None req-d393828f-a0a4-4d4a-a86f-c894ad5107c1 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Floating IP 1dc43e92-a1cf-4034-a307-b551aa6e5c43 associated. External IP: 172.27.1.28, port: 986c691d-3a6f-416c-8da6-57d04f00a8a6. Jul 14 13:57:09.346077 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d393828f-a0a4-4d4a-a86f-c894ad5107c1 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Router 8247d43e-c2f6-4177-845d-68e9580fd7b9 has already been hosted by L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:57:09.454548 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d393828f-a0a4-4d4a-a86f-c894ad5107c1 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:57:09.460063 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d393828f-a0a4-4d4a-a86f-c894ad5107c1 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for floatingip, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:09.467900 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386b067d-053a-4b52-8e56-ca83799c1be6 None None] Sync routers for ids ['8247d43e-c2f6-4177-845d-68e9580fd7b9'] in dv-cinder-800697-2-iscsi {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:57:09.478592 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386b067d-053a-4b52-8e56-ca83799c1be6 None None] Routers {'8247d43e-c2f6-4177-845d-68e9580fd7b9'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:57:09.479334 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-386b067d-053a-4b52-8e56-ca83799c1be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:56:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['8247d43e-c2f6-4177-845d-68e9580fd7b9'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:09.495814 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-d393828f-a0a4-4d4a-a86f-c894ad5107c1 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "PUT /v2.0/floatingips/1dc43e92-a1cf-4034-a307-b551aa6e5c43 HTTP/1.1" status: 200 len: 990 time: 0.9616704 Jul 14 13:57:09.496355 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c337fc38-cc90-4385-afbd-dfed9b9e4d8f', 'tag': '986c691d-3a6f-416c-8da6-57d04f00a8a6'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:57:09.498764 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19926667-78f3-4a27-b92e-0e58025adbbd" -d '{"events": [{"name": "network-changed", "server_uuid": "c337fc38-cc90-4385-afbd-dfed9b9e4d8f", "tag": "986c691d-3a6f-416c-8da6-57d04f00a8a6"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:57:09.538091 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0be2b3-2cb3-4dd9-a7c7-3a1746a29d72 x-openstack-request-id: req-de0be2b3-2cb3-4dd9-a7c7-3a1746a29d72 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:57:09.538689 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c337fc38-cc90-4385-afbd-dfed9b9e4d8f", "tag": "986c691d-3a6f-416c-8da6-57d04f00a8a6", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:57:09.538689 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-de0be2b3-2cb3-4dd9-a7c7-3a1746a29d72 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:57:09.539055 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c337fc38-cc90-4385-afbd-dfed9b9e4d8f', 'tag': '986c691d-3a6f-416c-8da6-57d04f00a8a6', 'status': 'completed', 'code': 200} Jul 14 13:57:09.584022 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-386b067d-053a-4b52-8e56-ca83799c1be6 None None] Set router 8247d43e-c2f6-4177-845d-68e9580fd7b9 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:57:09.800682 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-386b067d-053a-4b52-8e56-ca83799c1be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'name': 'tempest-AttachVolumeTestJSON-935177722-router', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '226bd375-0eeb-419b-a21b-72b31e854317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:05Z', 'updated_at': '2021-07-14T13:53:08Z', 'revision_number': 4, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'gw_port': {'id': '226bd375-0eeb-419b-a21b-72b31e854317', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:06Z', 'updated_at': '2021-07-14T13:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_floatingips': [{'id': '1dc43e92-a1cf-4034-a307-b551aa6e5c43', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'floating_ip_address': '172.27.1.28', 'floating_network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'router_id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'port_id': '986c691d-3a6f-416c-8da6-57d04f00a8a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f', 'mac_address': 'fa:16:3e:0e:0d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c337fc38-cc90-4385-afbd-dfed9b9e4d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:56:55Z', 'updated_at': '2021-07-14T13:57:08Z', 'revision_number': 1, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c31e97c3-136a-41b0-aa80-9c504bd23027', 'name': '', 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'mac_address': 'fa:16:3e:df:e4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:08Z', 'updated_at': '2021-07-14T13:53:14Z', 'revision_number': 5, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'subnets': [{'id': '9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:09.826365 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386b067d-053a-4b52-8e56-ca83799c1be6 None None] Checking router: 8247d43e-c2f6-4177-845d-68e9580fd7b9 for host: dv-cinder-800697-2-iscsi {{(pid=104576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:57:09.837297 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386b067d-053a-4b52-8e56-ca83799c1be6 None None] Routers {'8247d43e-c2f6-4177-845d-68e9580fd7b9'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:57:09.837894 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-386b067d-053a-4b52-8e56-ca83799c1be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:56:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['8247d43e-c2f6-4177-845d-68e9580fd7b9'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:09.941602 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-386b067d-053a-4b52-8e56-ca83799c1be6 None None] Set router 8247d43e-c2f6-4177-845d-68e9580fd7b9 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:57:10.158969 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-386b067d-053a-4b52-8e56-ca83799c1be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'name': 'tempest-AttachVolumeTestJSON-935177722-router', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '226bd375-0eeb-419b-a21b-72b31e854317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:05Z', 'updated_at': '2021-07-14T13:53:08Z', 'revision_number': 4, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'gw_port': {'id': '226bd375-0eeb-419b-a21b-72b31e854317', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:06Z', 'updated_at': '2021-07-14T13:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_floatingips': [{'id': '1dc43e92-a1cf-4034-a307-b551aa6e5c43', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'floating_ip_address': '172.27.1.28', 'floating_network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'router_id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'port_id': '986c691d-3a6f-416c-8da6-57d04f00a8a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f', 'mac_address': 'fa:16:3e:0e:0d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c337fc38-cc90-4385-afbd-dfed9b9e4d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:56:55Z', 'updated_at': '2021-07-14T13:57:08Z', 'revision_number': 1, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c31e97c3-136a-41b0-aa80-9c504bd23027', 'name': '', 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'mac_address': 'fa:16:3e:df:e4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:08Z', 'updated_at': '2021-07-14T13:53:14Z', 'revision_number': 5, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'subnets': [{'id': '9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:10.184464 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386b067d-053a-4b52-8e56-ca83799c1be6 None None] The sync data for ids ['8247d43e-c2f6-4177-845d-68e9580fd7b9'] in dv-cinder-800697-2-iscsi is: [{'id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'name': 'tempest-AttachVolumeTestJSON-935177722-router', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '226bd375-0eeb-419b-a21b-72b31e854317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:05Z', 'updated_at': '2021-07-14T13:53:08Z', 'revision_number': 4, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'gw_port': {'id': '226bd375-0eeb-419b-a21b-72b31e854317', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:06Z', 'updated_at': '2021-07-14T13:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_floatingips': [{'id': '1dc43e92-a1cf-4034-a307-b551aa6e5c43', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'floating_ip_address': '172.27.1.28', 'floating_network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'router_id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'port_id': '986c691d-3a6f-416c-8da6-57d04f00a8a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f', 'mac_address': 'fa:16:3e:0e:0d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c337fc38-cc90-4385-afbd-dfed9b9e4d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:56:55Z', 'updated_at': '2021-07-14T13:57:08Z', 'revision_number': 1, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c31e97c3-136a-41b0-aa80-9c504bd23027', 'name': '', 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'mac_address': 'fa:16:3e:df:e4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:08Z', 'updated_at': '2021-07-14T13:53:14Z', 'revision_number': 5, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'subnets': [{'id': '9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:57:10.362775 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a09b0bc-66eb-4b85-b239-7bd8445acf1b None None] New status for floating IP 1dc43e92-a1cf-4034-a307-b551aa6e5c43: ACTIVE {{(pid=104575) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:57:11.964252 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19926667-78f3-4a27-b92e-0e58025adbbd req-26338fef-5734-4f67-89ca-66351451df25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:11.965773 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-19926667-78f3-4a27-b92e-0e58025adbbd req-26338fef-5734-4f67-89ca-66351451df25 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=43e0f688f2114f8488820a3f02572e1e&device_id=c337fc38-cc90-4385-afbd-dfed9b9e4d8f HTTP/1.1" status: 200 len: 1098 time: 0.0601449 Jul 14 13:57:12.067479 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19926667-78f3-4a27-b92e-0e58025adbbd req-a29e100a-738d-47ba-9c80-fa73d17e3fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:12.068966 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-19926667-78f3-4a27-b92e-0e58025adbbd req-a29e100a-738d-47ba-9c80-fa73d17e3fe0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bdfad0f9-d901-4f01-9648-67faf0ceed7f HTTP/1.1" status: 200 len: 911 time: 0.0876882 Jul 14 13:57:12.132681 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-19926667-78f3-4a27-b92e-0e58025adbbd req-f9f0afe4-2e5f-41ec-87ef-d0bc33f5f029 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=986c691d-3a6f-416c-8da6-57d04f00a8a6 HTTP/1.1" status: 200 len: 1000 time: 0.0566499 Jul 14 13:57:12.181274 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19926667-78f3-4a27-b92e-0e58025adbbd req-be016973-2efa-4a79-a48d-40272da3ec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:12.183006 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-19926667-78f3-4a27-b92e-0e58025adbbd req-be016973-2efa-4a79-a48d-40272da3ec36 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2 HTTP/1.1" status: 200 len: 849 time: 0.0429368 Jul 14 13:57:12.250673 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19926667-78f3-4a27-b92e-0e58025adbbd req-0c0f8e5c-01cd-48c5-8a64-3270aef540d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:12.252224 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-19926667-78f3-4a27-b92e-0e58025adbbd req-0c0f8e5c-01cd-48c5-8a64-3270aef540d6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bdfad0f9-d901-4f01-9648-67faf0ceed7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579886 Jul 14 13:57:12.351648 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-19926667-78f3-4a27-b92e-0e58025adbbd req-e268c814-c8d9-4c2f-8989-7f89110034e5 service neutron] 10.222.0.59 "GET /v2.0/networks/bdfad0f9-d901-4f01-9648-67faf0ceed7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898106 Jul 14 13:57:12.409099 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d1672-a05e-4be2-b3ef-905227721c19 req-711e62e3-97c1-4150-8393-1799aafd221c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:12.410581 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-986d1672-a05e-4be2-b3ef-905227721c19 req-711e62e3-97c1-4150-8393-1799aafd221c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7f650beba843405cbf8579c022f357ed&device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 1137 time: 0.1072662 Jul 14 13:57:12.419034 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4cf2db-d798-4918-b12d-e8a40ad0c1f4 req-869ac2cb-53f1-4f36-a5b7-20a0b66c71d8 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:12.420405 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8c4cf2db-d798-4918-b12d-e8a40ad0c1f4 req-869ac2cb-53f1-4f36-a5b7-20a0b66c71d8 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 984 time: 0.1091564 Jul 14 13:57:12.446361 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-19926667-78f3-4a27-b92e-0e58025adbbd req-d9a012d9-954e-4f91-a4ca-fb4b0e581c0a service neutron] 10.222.0.59 "GET /v2.0/networks/bdfad0f9-d901-4f01-9648-67faf0ceed7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875957 Jul 14 13:57:12.778387 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8c4cf2db-d798-4918-b12d-e8a40ad0c1f4 req-bec23bc1-0ce4-46b6-ba3a-2672f9d44885 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e3bd521-1c13-4c7a-bc25-5bd58350ccd5&id=3faa8cc8-6137-47b7-bbeb-e2506abe75f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3487527 Jul 14 13:57:12.798837 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d1672-a05e-4be2-b3ef-905227721c19 req-4fc38eba-5800-4155-87a3-8f6c7e0650b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:12.800460 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-986d1672-a05e-4be2-b3ef-905227721c19 req-4fc38eba-5800-4155-87a3-8f6c7e0650b7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd362da1-e55a-4cee-b77b-1d27ef8bcfe7 HTTP/1.1" status: 200 len: 916 time: 0.3790464 Jul 14 13:57:12.865237 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-986d1672-a05e-4be2-b3ef-905227721c19 req-0ac224c0-dd21-450e-9537-bc830121bb4e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=378588f0-6114-4798-8b20-39790abcbe4b HTTP/1.1" status: 200 len: 1001 time: 0.0575368 Jul 14 13:57:12.915329 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d1672-a05e-4be2-b3ef-905227721c19 req-da6e76d7-72cf-4453-bd60-0ef1ada63c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:12.916690 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-986d1672-a05e-4be2-b3ef-905227721c19 req-da6e76d7-72cf-4453-bd60-0ef1ada63c08 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=221ed8c7-0fd8-4885-a702-ddccb87c327c HTTP/1.1" status: 200 len: 854 time: 0.0446465 Jul 14 13:57:12.973541 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d1672-a05e-4be2-b3ef-905227721c19 req-e51a5f6c-a434-42e9-a06c-f30fc3023235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:12.975596 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-986d1672-a05e-4be2-b3ef-905227721c19 req-e51a5f6c-a434-42e9-a06c-f30fc3023235 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd362da1-e55a-4cee-b77b-1d27ef8bcfe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514896 Jul 14 13:57:13.073382 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-986d1672-a05e-4be2-b3ef-905227721c19 req-189b24a4-a4a2-45ea-8df7-d5daf2b3e900 service neutron] 10.222.0.59 "GET /v2.0/networks/dd362da1-e55a-4cee-b77b-1d27ef8bcfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821295 Jul 14 13:57:13.170786 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-986d1672-a05e-4be2-b3ef-905227721c19 req-ad3b2684-c3fe-49c0-b23e-f58481d135a2 service neutron] 10.222.0.59 "GET /v2.0/networks/dd362da1-e55a-4cee-b77b-1d27ef8bcfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906198 Jul 14 13:57:13.960165 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13737856-6048-489f-958e-3f3c7a5358b8 req-ee106b33-f463-4aac-9cb1-4efacbe6fed0 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:13.961617 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-13737856-6048-489f-958e-3f3c7a5358b8 req-ee106b33-f463-4aac-9cb1-4efacbe6fed0 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 984 time: 0.0720208 Jul 14 13:57:14.005119 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-13737856-6048-489f-958e-3f3c7a5358b8 req-e94c043c-b535-42c9-97d6-8853313f68d1 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e3bd521-1c13-4c7a-bc25-5bd58350ccd5&id=3faa8cc8-6137-47b7-bbeb-e2506abe75f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352368 Jul 14 13:57:15.203719 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462df11-eb33-45af-a805-e330396c7761 req-9f376b53-6a08-4a65-a208-1849636b1a6b tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:15.205191 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3462df11-eb33-45af-a805-e330396c7761 req-9f376b53-6a08-4a65-a208-1849636b1a6b tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 984 time: 0.0790737 Jul 14 13:57:15.244782 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3462df11-eb33-45af-a805-e330396c7761 req-14c378fc-9e5c-4e17-ae6f-8443d1f46dc6 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e3bd521-1c13-4c7a-bc25-5bd58350ccd5&id=3faa8cc8-6137-47b7-bbeb-e2506abe75f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337653 Jul 14 13:57:16.029244 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 50110) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:16.131087 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-923739f4-0f0b-47c4-a976-abfcdf3e3638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:16.220537 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-923739f4-0f0b-47c4-a976-abfcdf3e3638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:16.226829 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-923739f4-0f0b-47c4-a976-abfcdf3e3638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:16.263677 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-923739f4-0f0b-47c4-a976-abfcdf3e3638 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b8aa51839120442e92378246d7c5a13e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333517 Jul 14 13:57:16.264593 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923739f4-0f0b-47c4-a976-abfcdf3e3638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117be921-a2ff-4a21-b123-0bea3e62db30,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:16.266522 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 50114) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:16.317881 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-12f79059-e1a4-477b-b495-ea391c44bf0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:16.339877 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-12f79059-e1a4-477b-b495-ea391c44bf0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:16.414542 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-12f79059-e1a4-477b-b495-ea391c44bf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:16.417131 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-12f79059-e1a4-477b-b495-ea391c44bf0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:16.418255 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-12f79059-e1a4-477b-b495-ea391c44bf0f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/117be921-a2ff-4a21-b123-0bea3e62db30 HTTP/1.1" status: 204 len: 168 time: 0.1499169 Jul 14 13:57:16.430824 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f79059-e1a4-477b-b495-ea391c44bf0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117be921-a2ff-4a21-b123-0bea3e62db30,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:16.442937 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe950a-b3f0-48a6-9a63-e047337c21e4 req-2f073b04-af24-4596-b519-99f333539684 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:16.444460 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6cfe950a-b3f0-48a6-9a63-e047337c21e4 req-2f073b04-af24-4596-b519-99f333539684 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 984 time: 0.0830009 Jul 14 13:57:16.487821 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6cfe950a-b3f0-48a6-9a63-e047337c21e4 req-2e60b481-e195-4a50-89ec-f1da637bcf62 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e3bd521-1c13-4c7a-bc25-5bd58350ccd5&id=3faa8cc8-6137-47b7-bbeb-e2506abe75f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363293 Jul 14 13:57:16.897364 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-71e30f85-64ed-463f-b022-1001a45be556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:17.668549 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f867da6-2229-477f-b438-bf7b79abb1cb req-0113ded0-72a9-4484-ab89-6ff670bd7cf0 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:17.670060 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2f867da6-2229-477f-b438-bf7b79abb1cb req-0113ded0-72a9-4484-ab89-6ff670bd7cf0 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 984 time: 0.0681481 Jul 14 13:57:17.711360 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2f867da6-2229-477f-b438-bf7b79abb1cb req-f39954e6-b7e8-4f06-a3d8-8c588ce3caba tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e3bd521-1c13-4c7a-bc25-5bd58350ccd5&id=3faa8cc8-6137-47b7-bbeb-e2506abe75f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330055 Jul 14 13:57:17.956685 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:18.895323 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b87cd-3d74-4a26-b5ae-2b48dd6829f1 req-1ca8bfb9-bb04-4d10-a0fd-29d9af14ddb0 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:18.897482 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-695b87cd-3d74-4a26-b5ae-2b48dd6829f1 req-1ca8bfb9-bb04-4d10-a0fd-29d9af14ddb0 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 984 time: 0.0674105 Jul 14 13:57:18.941502 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-695b87cd-3d74-4a26-b5ae-2b48dd6829f1 req-6f99edc6-e456-4989-b4d9-b0e710e37952 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e3bd521-1c13-4c7a-bc25-5bd58350ccd5&id=3faa8cc8-6137-47b7-bbeb-e2506abe75f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0381358 Jul 14 13:57:19.435001 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-f998807c-4c90-421e-8b76-79beadb7b947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:19.578546 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:20.121930 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118fb7b-e544-465a-b772-760bc8e6d6b8 req-bae58fe3-60df-49e9-9446-ac0f2c894fe8 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:20.121930 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0118fb7b-e544-465a-b772-760bc8e6d6b8 req-bae58fe3-60df-49e9-9446-ac0f2c894fe8 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 984 time: 0.0655310 Jul 14 13:57:20.160760 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0118fb7b-e544-465a-b772-760bc8e6d6b8 req-fef3b276-4c98-4c10-bdda-136552cfddda tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e3bd521-1c13-4c7a-bc25-5bd58350ccd5&id=3faa8cc8-6137-47b7-bbeb-e2506abe75f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349517 Jul 14 13:57:20.593681 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:21.340825 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815079d-0a10-4e8f-b8c6-8be08b00e31d req-f3bb6d45-f10e-4a1c-b23d-430c8a342b80 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:21.342414 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4815079d-0a10-4e8f-b8c6-8be08b00e31d req-f3bb6d45-f10e-4a1c-b23d-430c8a342b80 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 984 time: 0.0644975 Jul 14 13:57:21.385516 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4815079d-0a10-4e8f-b8c6-8be08b00e31d req-d6a067d3-495a-45c8-b0c6-c8443ba52e70 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e3bd521-1c13-4c7a-bc25-5bd58350ccd5&id=3faa8cc8-6137-47b7-bbeb-e2506abe75f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372295 Jul 14 13:57:22.120114 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:22.567227 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df486e74-92a0-4816-8976-d11eeb95f164 req-6dc71693-762f-4c21-8ebe-48f5bcac8bd7 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:22.568738 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-df486e74-92a0-4816-8976-d11eeb95f164 req-6dc71693-762f-4c21-8ebe-48f5bcac8bd7 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 984 time: 0.0679169 Jul 14 13:57:22.623364 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-df486e74-92a0-4816-8976-d11eeb95f164 req-be503dc5-7511-4d0a-b71f-3b06a8f5b8dd tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e3bd521-1c13-4c7a-bc25-5bd58350ccd5&id=3faa8cc8-6137-47b7-bbeb-e2506abe75f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0486403 Jul 14 13:57:23.804666 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6012c34-6a01-44de-985d-a4ddb92a2feb req-35140c30-43cc-4ce5-a4a4-bb68d667422d tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:23.806131 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c6012c34-6a01-44de-985d-a4ddb92a2feb req-35140c30-43cc-4ce5-a4a4-bb68d667422d tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 984 time: 0.0638542 Jul 14 13:57:23.847441 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c6012c34-6a01-44de-985d-a4ddb92a2feb req-0c8331b4-8491-4a7f-a572-5a69cfa8655b tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e3bd521-1c13-4c7a-bc25-5bd58350ccd5&id=3faa8cc8-6137-47b7-bbeb-e2506abe75f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354674 Jul 14 13:57:25.036126 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd0b89-58a9-4337-889f-f11524fc8960 req-be44dc74-7716-4a08-ac97-ecea3122dcea tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:25.037609 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c8dd0b89-58a9-4337-889f-f11524fc8960 req-be44dc74-7716-4a08-ac97-ecea3122dcea tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 984 time: 0.0689411 Jul 14 13:57:25.085258 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c8dd0b89-58a9-4337-889f-f11524fc8960 req-08801e47-d7eb-4176-9012-701193987ec0 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e3bd521-1c13-4c7a-bc25-5bd58350ccd5&id=3faa8cc8-6137-47b7-bbeb-e2506abe75f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419254 Jul 14 13:57:37.850925 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.agents_db [None req-f94fc2f4-144f-4bce-9715-a006bfd56775 None None] Agent healthcheck: found 6 active agents {{(pid=104576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:57:46.901978 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-9f02a7e1-a70a-44da-8209-80bc582317ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:47.970328 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:49.444923 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-46edbf4e-20d5-4745-a497-2c602da99fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:49.581445 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:50.595758 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:51.704571 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b6551e27-86cf-4ce3-ae22-61f1d9da5c3d req-bdac3f76-633f-4a82-ae0a-e4da7a198f0a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f7beacf1-3c8c-4391-97e2-03c105e82140&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521238 Jul 14 13:57:51.823158 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6551e27-86cf-4ce3-ae22-61f1d9da5c3d req-eb5b32cf-2321-4fc1-a844-c2c81e0c4734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:51.824722 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b6551e27-86cf-4ce3-ae22-61f1d9da5c3d req-eb5b32cf-2321-4fc1-a844-c2c81e0c4734 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=264797ac2dc84b21b49d043a80365add&device_id=f7beacf1-3c8c-4391-97e2-03c105e82140 HTTP/1.1" status: 200 len: 1098 time: 0.0611026 Jul 14 13:57:51.931089 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6551e27-86cf-4ce3-ae22-61f1d9da5c3d req-66f6c56f-c569-42f8-9092-791f88688e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:51.932589 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b6551e27-86cf-4ce3-ae22-61f1d9da5c3d req-66f6c56f-c569-42f8-9092-791f88688e05 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a45b7b5e-8449-40db-b2c9-e253d306a9b7 HTTP/1.1" status: 200 len: 913 time: 0.0874488 Jul 14 13:57:51.998101 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b6551e27-86cf-4ce3-ae22-61f1d9da5c3d req-072f16e4-258c-4746-9d38-931fa6bda6b2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d04eae2-283c-43ab-91da-549996c8e65e HTTP/1.1" status: 200 len: 1000 time: 0.0587695 Jul 14 13:57:52.048873 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6551e27-86cf-4ce3-ae22-61f1d9da5c3d req-8e1fcf68-24a3-4334-a70a-f0b05c41e9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:52.050181 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b6551e27-86cf-4ce3-ae22-61f1d9da5c3d req-8e1fcf68-24a3-4334-a70a-f0b05c41e9e1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=61b5a236-d87b-41fd-8ce0-529921b310ad HTTP/1.1" status: 200 len: 851 time: 0.0455935 Jul 14 13:57:52.109725 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6551e27-86cf-4ce3-ae22-61f1d9da5c3d req-60caa20d-a4a9-4546-ab0e-487be18018ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:52.111320 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b6551e27-86cf-4ce3-ae22-61f1d9da5c3d req-60caa20d-a4a9-4546-ab0e-487be18018ac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a45b7b5e-8449-40db-b2c9-e253d306a9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535629 Jul 14 13:57:52.119465 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:52.206393 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b6551e27-86cf-4ce3-ae22-61f1d9da5c3d req-c518294e-0755-47c7-b845-4f793f5092c9 service neutron] 10.222.0.59 "GET /v2.0/networks/a45b7b5e-8449-40db-b2c9-e253d306a9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872712 Jul 14 13:57:52.304671 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b6551e27-86cf-4ce3-ae22-61f1d9da5c3d req-2700eda4-053d-45e0-8124-2298b788264d service neutron] 10.222.0.59 "GET /v2.0/networks/a45b7b5e-8449-40db-b2c9-e253d306a9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901613 Jul 14 13:57:52.468542 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-61c52c9f-e036-4e54-8c60-8b5684b73dc4 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1067760971&fields=id&tenant_id=264797ac2dc84b21b49d043a80365add HTTP/1.1" status: 200 len: 267 time: 0.0337493 Jul 14 13:57:52.578228 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-a928b1f9-84f9-496c-87df-fb51fe22fb9e tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:52.579629 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-a928b1f9-84f9-496c-87df-fb51fe22fb9e tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/networks?id=a45b7b5e-8449-40db-b2c9-e253d306a9b7 HTTP/1.1" status: 200 len: 812 time: 0.1047268 Jul 14 13:57:52.596641 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-eea025d9-08e4-4a0e-8d1c-489d4bad6786 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/quotas/264797ac2dc84b21b49d043a80365add HTTP/1.1" status: 200 len: 375 time: 0.0091476 Jul 14 13:57:52.675203 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-1574ab06-4c75-40ac-9e34-8ad098f04fb1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=264797ac2dc84b21b49d043a80365add&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0714943 Jul 14 13:57:52.788196 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-cb2b84e8-eb34-416d-a411-a63caf9f9b86 service neutron] 10.222.0.35 "GET /v2.0/networks/a45b7b5e-8449-40db-b2c9-e253d306a9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007864 Jul 14 13:57:52.881642 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-0c693e88-03a2-447f-99df-5e1603a9b3df service neutron] 10.222.0.35 "GET /v2.0/networks/a45b7b5e-8449-40db-b2c9-e253d306a9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864272 Jul 14 13:57:53.187127 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-715d2e66-bf75-4914-b73a-c644fa7439d9 req-9a2ae7af-a109-401b-8948-79f13a70786e tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb9f8c0-2d76-42f1-a379-de285223868b HTTP/1.1" status: 200 len: 210 time: 0.0316751 Jul 14 13:57:54.331456 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-aa510144-9c4d-41b3-9616-d2ec1df6e7f1 req-0c6c0c05-deef-4e4e-90fb-f214785bbf4a tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb9f8c0-2d76-42f1-a379-de285223868b HTTP/1.1" status: 200 len: 210 time: 0.0313725 Jul 14 13:57:54.531742 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-53db4e32-9eb1-4caa-9dc8-9fdaa158bb48 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:54.533373 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-53db4e32-9eb1-4caa-9dc8-9fdaa158bb48 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.59 "GET /v2.0/networks?id=a45b7b5e-8449-40db-b2c9-e253d306a9b7 HTTP/1.1" status: 200 len: 812 time: 0.1006975 Jul 14 13:57:54.596638 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-883b5aab-c56d-415b-b8f1-cf6635eeb36b tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=264797ac2dc84b21b49d043a80365add HTTP/1.1" status: 200 len: 380 time: 0.0479393 Jul 14 13:57:54.606248 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-4fcd9505-2e39-45a6-b629-d740eac1d869 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Request body: {'port': {'device_id': 'bbb9f8c0-2d76-42f1-a379-de285223868b', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'admin_state_up': True, 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'security_groups': ['751e88df-ff47-4330-a16d-561ec35a754c']}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:57:54.712491 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-4fcd9505-2e39-45a6-b629-d740eac1d869 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Made reservation on behalf of 264797ac2dc84b21b49d043a80365add for: {'port': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:57:54.716190 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-4fcd9505-2e39-45a6-b629-d740eac1d869 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:54.849054 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_common [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-4fcd9505-2e39-45a6-b629-d740eac1d869 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Allocated IP 172.20.0.14 (a45b7b5e-8449-40db-b2c9-e253d306a9b7/61b5a236-d87b-41fd-8ce0-529921b310ad/6d4e2396-7aa5-4824-84e3-3d0c5b92b23d) {{(pid=104573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:57:54.987104 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-4fcd9505-2e39-45a6-b629-d740eac1d869 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for port, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:55.005197 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.provisioning_blocks [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-4fcd9505-2e39-45a6-b629-d740eac1d869 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Transition to ACTIVE for port object 6d4e2396-7aa5-4824-84e3-3d0c5b92b23d will not be triggered until provisioned by entity DHCP. {{(pid=104573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:57:55.044220 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-4fcd9505-2e39-45a6-b629-d740eac1d869 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25680231'] for port, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:55.091162 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-4fcd9505-2e39-45a6-b629-d740eac1d869 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Network a45b7b5e-8449-40db-b2c9-e253d306a9b7 is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:57:55.094388 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-4fcd9505-2e39-45a6-b629-d740eac1d869 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:57:55.098250 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-4fcd9505-2e39-45a6-b629-d740eac1d869 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Received port after_create {{(pid=104573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:57:55.104714 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd9505-2e39-45a6-b629-d740eac1d869 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Pushing event updated for resources: {'Port': ['ID=6d4e2396-7aa5-4824-84e3-3d0c5b92b23d,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:55.132608 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd9505-2e39-45a6-b629-d740eac1d869 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:55.132929 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd9505-2e39-45a6-b629-d740eac1d869 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:55.133272 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd9505-2e39-45a6-b629-d740eac1d869 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:55.133605 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd9505-2e39-45a6-b629-d740eac1d869 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:55.133935 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd9505-2e39-45a6-b629-d740eac1d869 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:55.134260 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd9505-2e39-45a6-b629-d740eac1d869 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:55.134584 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd9505-2e39-45a6-b629-d740eac1d869 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:55.134897 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd9505-2e39-45a6-b629-d740eac1d869 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:55.135254 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd9505-2e39-45a6-b629-d740eac1d869 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:55.135627 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd9505-2e39-45a6-b629-d740eac1d869 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:55.135953 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd9505-2e39-45a6-b629-d740eac1d869 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:55.136268 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd9505-2e39-45a6-b629-d740eac1d869 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:55.161462 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-4fcd9505-2e39-45a6-b629-d740eac1d869 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:55.162204 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-4fcd9505-2e39-45a6-b629-d740eac1d869 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:55.187221 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-4fcd9505-2e39-45a6-b629-d740eac1d869 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5845025 Jul 14 13:57:55.205533 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-a2db8f7f-1223-4108-8c93-17c52869c8b1 service neutron] Request body: {'port': {'device_id': 'bbb9f8c0-2d76-42f1-a379-de285223868b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:57:55.291383 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-a2db8f7f-1223-4108-8c93-17c52869c8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:55.432655 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-dcb8ca0c-150c-42b7-ba70-964eaa74450b None None] Provisioning for port 6d4e2396-7aa5-4824-84e3-3d0c5b92b23d completed by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:57:55.438801 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-dcb8ca0c-150c-42b7-ba70-964eaa74450b None None] Provisioning complete for port 6d4e2396-7aa5-4824-84e3-3d0c5b92b23d triggered by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:57:55.439407 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-dcb8ca0c-150c-42b7-ba70-964eaa74450b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:55.475800 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-dcb8ca0c-150c-42b7-ba70-964eaa74450b None None] Port 6d4e2396-7aa5-4824-84e3-3d0c5b92b23d cannot update to ACTIVE because it is not bound. {{(pid=104575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:57:55.570697 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a86d9-6d9f-4b37-b26f-9895574e29fe req-d2ff0581-53d0-4133-885b-287f0c7351e0 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:55.572221 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-777a86d9-6d9f-4b37-b26f-9895574e29fe req-d2ff0581-53d0-4133-885b-287f0c7351e0 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb9f8c0-2d76-42f1-a379-de285223868b HTTP/1.1" status: 200 len: 932 time: 0.1039085 Jul 14 13:57:55.647517 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.notifiers.nova [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-a2db8f7f-1223-4108-8c93-17c52869c8b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d4e2396-7aa5-4824-84e3-3d0c5b92b23d {{(pid=104573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:57:55.654885 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-777a86d9-6d9f-4b37-b26f-9895574e29fe req-8ecfd81a-de16-468b-ae7a-94576e857b80 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758092 Jul 14 13:57:55.658714 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-a2db8f7f-1223-4108-8c93-17c52869c8b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:55.670697 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.provisioning_blocks [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-a2db8f7f-1223-4108-8c93-17c52869c8b1 service neutron] Transition to ACTIVE for port object 6d4e2396-7aa5-4824-84e3-3d0c5b92b23d will not be triggered until provisioned by entity L2. {{(pid=104573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:57:55.676566 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-a2db8f7f-1223-4108-8c93-17c52869c8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25680236'] for port, after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:55.728723 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2db8f7f-1223-4108-8c93-17c52869c8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=6d4e2396-7aa5-4824-84e3-3d0c5b92b23d,revision_number=2']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:55.801289 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.managers [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-a2db8f7f-1223-4108-8c93-17c52869c8b1 service neutron] Attempting to bind port 6d4e2396-7aa5-4824-84e3-3d0c5b92b23d on host hv-cinder-80069 for vnic_type normal with profile {{(pid=104573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:57:55.801705 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.managers [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-a2db8f7f-1223-4108-8c93-17c52869c8b1 service neutron] Attempting to bind port 6d4e2396-7aa5-4824-84e3-3d0c5b92b23d by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '81934ed0-8f82-419f-b662-86cae808ad67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7'}] {{(pid=104573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:57:55.801948 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-a2db8f7f-1223-4108-8c93-17c52869c8b1 service neutron] Attempting to bind port 6d4e2396-7aa5-4824-84e3-3d0c5b92b23d on network a45b7b5e-8449-40db-b2c9-e253d306a9b7 {{(pid=104573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:57:55.806511 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-a2db8f7f-1223-4108-8c93-17c52869c8b1 service neutron] Port 6d4e2396-7aa5-4824-84e3-3d0c5b92b23d on network a45b7b5e-8449-40db-b2c9-e253d306a9b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=104573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:57:55.806813 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-a2db8f7f-1223-4108-8c93-17c52869c8b1 service neutron] Attempting to bind port 6d4e2396-7aa5-4824-84e3-3d0c5b92b23d on network a45b7b5e-8449-40db-b2c9-e253d306a9b7 {{(pid=104573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:57:55.812163 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-a2db8f7f-1223-4108-8c93-17c52869c8b1 service neutron] Checking agent: {'id': '92e582b9-0e65-4c58-8afe-cb3347eabd77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 47, 47), 'started_at': datetime.datetime(2021, 7, 14, 13, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:57:55.812505 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-a2db8f7f-1223-4108-8c93-17c52869c8b1 service neutron] Checking segment: {'id': '81934ed0-8f82-419f-b662-86cae808ad67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:57:55.812893 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-a2db8f7f-1223-4108-8c93-17c52869c8b1 service neutron] Bound using segment: {'id': '81934ed0-8f82-419f-b662-86cae808ad67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7'} {{(pid=104573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:57:55.813322 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.managers [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-a2db8f7f-1223-4108-8c93-17c52869c8b1 service neutron] Bound port: 6d4e2396-7aa5-4824-84e3-3d0c5b92b23d, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81934ed0-8f82-419f-b662-86cae808ad67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7'}}] {{(pid=104573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:57:55.813730 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-a2db8f7f-1223-4108-8c93-17c52869c8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:55.888070 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-a2db8f7f-1223-4108-8c93-17c52869c8b1 service neutron] For port 6d4e2396-7aa5-4824-84e3-3d0c5b92b23d, host hv-cinder-80069, cleared binding levels {{(pid=104573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:57:55.891604 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-a2db8f7f-1223-4108-8c93-17c52869c8b1 service neutron] For port 6d4e2396-7aa5-4824-84e3-3d0c5b92b23d, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=6d4e2396-7aa5-4824-84e3-3d0c5b92b23d,segment=NetworkSegment(81934ed0-8f82-419f-b662-86cae808ad67),segment_id=81934ed0-8f82-419f-b662-86cae808ad67)] {{(pid=104573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:57:55.896319 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-a2db8f7f-1223-4108-8c93-17c52869c8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25680236'] for port, after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:55.929099 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-a2db8f7f-1223-4108-8c93-17c52869c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:55.930021 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-a2db8f7f-1223-4108-8c93-17c52869c8b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:55.931450 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-a2db8f7f-1223-4108-8c93-17c52869c8b1 service neutron] 10.222.0.59 "PUT /v2.0/ports/6d4e2396-7aa5-4824-84e3-3d0c5b92b23d HTTP/1.1" status: 200 len: 1094 time: 0.7304804 Jul 14 13:57:55.933645 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb9f8c0-2d76-42f1-a379-de285223868b', 'tag': '6d4e2396-7aa5-4824-84e3-3d0c5b92b23d'}] {{(pid=104573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:57:55.935960 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad51c498d533f361780c3af87c8a8c65edab733b1bfa9c6a05399bf2ccc5452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b34585b-f51c-4b7c-b66f-dceca0a317ae" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb9f8c0-2d76-42f1-a379-de285223868b", "tag": "6d4e2396-7aa5-4824-84e3-3d0c5b92b23d"}]}' {{(pid=104573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:57:55.962520 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2db8f7f-1223-4108-8c93-17c52869c8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=6d4e2396-7aa5-4824-84e3-3d0c5b92b23d,revision_number=3']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:56.072322 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-442be513-49bc-4c6c-8c41-0e30606892a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:56.075127 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-442be513-49bc-4c6c-8c41-0e30606892a5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=264797ac2dc84b21b49d043a80365add&device_id=bbb9f8c0-2d76-42f1-a379-de285223868b HTTP/1.1" status: 200 len: 1097 time: 0.0609555 Jul 14 13:57:56.131771 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-2e8961f2-07dc-45e0-8509-68238e1aea8f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d4e2396-7aa5-4824-84e3-3d0c5b92b23d HTTP/1.1" status: 200 len: 217 time: 0.0420384 Jul 14 13:57:56.174554 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbde028-e17b-4f9c-bad6-b40646e5fa93 x-openstack-request-id: req-8fbde028-e17b-4f9c-bad6-b40646e5fa93 {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:57:56.174842 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb9f8c0-2d76-42f1-a379-de285223868b", "tag": "6d4e2396-7aa5-4824-84e3-3d0c5b92b23d", "status": "completed", "code": 200}]} {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:57:56.175110 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8fbde028-e17b-4f9c-bad6-b40646e5fa93 {{(pid=104573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:57:56.175499 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb9f8c0-2d76-42f1-a379-de285223868b', 'tag': '6d4e2396-7aa5-4824-84e3-3d0c5b92b23d', 'status': 'completed', 'code': 200} Jul 14 13:57:56.194007 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-47761ab2-efea-4e8d-8360-9ac038d001d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:56.195347 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-47761ab2-efea-4e8d-8360-9ac038d001d6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=61b5a236-d87b-41fd-8ce0-529921b310ad HTTP/1.1" status: 200 len: 851 time: 0.0575223 Jul 14 13:57:56.267811 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-500a3d74-4e71-4ea9-b99f-c3d710a787ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:56.269353 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-500a3d74-4e71-4ea9-b99f-c3d710a787ef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a45b7b5e-8449-40db-b2c9-e253d306a9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559721 Jul 14 13:57:56.362011 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-963eeef6-9cf1-4c6c-ac9d-5488ac0294e2 service neutron] 10.222.0.59 "GET /v2.0/networks/a45b7b5e-8449-40db-b2c9-e253d306a9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847142 Jul 14 13:57:56.452358 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-38ab2550-6517-484c-b3af-c5fdb6de79c3 req-cabae7a2-8bba-4ded-bae8-eac7c1296226 service neutron] 10.222.0.59 "GET /v2.0/networks/a45b7b5e-8449-40db-b2c9-e253d306a9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838435 Jul 14 13:57:56.583205 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34585b-f51c-4b7c-b66f-dceca0a317ae req-464aecbd-e2b9-40f9-81ab-03cc4784e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:56.584686 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3b34585b-f51c-4b7c-b66f-dceca0a317ae req-464aecbd-e2b9-40f9-81ab-03cc4784e006 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=264797ac2dc84b21b49d043a80365add&device_id=bbb9f8c0-2d76-42f1-a379-de285223868b HTTP/1.1" status: 200 len: 1097 time: 0.0516670 Jul 14 13:57:56.685065 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34585b-f51c-4b7c-b66f-dceca0a317ae req-70eca82e-1026-4891-b281-886995934618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:56.686620 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3b34585b-f51c-4b7c-b66f-dceca0a317ae req-70eca82e-1026-4891-b281-886995934618 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a45b7b5e-8449-40db-b2c9-e253d306a9b7 HTTP/1.1" status: 200 len: 913 time: 0.0943856 Jul 14 13:57:56.729530 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3b34585b-f51c-4b7c-b66f-dceca0a317ae req-49bba558-bdd1-464d-86bf-5d26bd0a9e0a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d4e2396-7aa5-4824-84e3-3d0c5b92b23d HTTP/1.1" status: 200 len: 217 time: 0.0357955 Jul 14 13:57:56.809332 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34585b-f51c-4b7c-b66f-dceca0a317ae req-b56b6246-2c97-40c9-bb2c-9f9da05e4ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:56.810763 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3b34585b-f51c-4b7c-b66f-dceca0a317ae req-b56b6246-2c97-40c9-bb2c-9f9da05e4ef3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=61b5a236-d87b-41fd-8ce0-529921b310ad HTTP/1.1" status: 200 len: 851 time: 0.0756664 Jul 14 13:57:56.879388 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f406be-5f0d-4db1-bfd3-d5ae6d9b5b9d req-6bd4b4da-3c61-4aad-b425-a8c91f6d20eb tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:56.880874 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-72f406be-5f0d-4db1-bfd3-d5ae6d9b5b9d req-6bd4b4da-3c61-4aad-b425-a8c91f6d20eb tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb9f8c0-2d76-42f1-a379-de285223868b HTTP/1.1" status: 200 len: 944 time: 0.1042922 Jul 14 13:57:56.903481 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34585b-f51c-4b7c-b66f-dceca0a317ae req-f99a989b-0c2e-445b-bdd3-3911b952e586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:56.904916 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3b34585b-f51c-4b7c-b66f-dceca0a317ae req-f99a989b-0c2e-445b-bdd3-3911b952e586 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a45b7b5e-8449-40db-b2c9-e253d306a9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0868287 Jul 14 13:57:56.930482 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-72f406be-5f0d-4db1-bfd3-d5ae6d9b5b9d req-92f18674-a71e-4829-8783-94c9644bda91 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433705 Jul 14 13:57:57.009425 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3b34585b-f51c-4b7c-b66f-dceca0a317ae req-dd6e48cf-1674-4960-89bb-b45d362ea9fb service neutron] 10.222.0.59 "GET /v2.0/networks/a45b7b5e-8449-40db-b2c9-e253d306a9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924649 Jul 14 13:57:57.096308 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3b34585b-f51c-4b7c-b66f-dceca0a317ae req-4a82f053-2eb9-4ec2-acde-55a599b4f4b1 service neutron] 10.222.0.59 "GET /v2.0/networks/a45b7b5e-8449-40db-b2c9-e253d306a9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799861 Jul 14 13:57:58.105793 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c557d4-5b9b-4105-84d8-681bb2bc5925 req-aecc1d66-cbdd-40a5-842f-63942e0a95a7 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:58.107125 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-53c557d4-5b9b-4105-84d8-681bb2bc5925 req-aecc1d66-cbdd-40a5-842f-63942e0a95a7 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb9f8c0-2d76-42f1-a379-de285223868b HTTP/1.1" status: 200 len: 944 time: 0.0644829 Jul 14 13:57:58.147207 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-53c557d4-5b9b-4105-84d8-681bb2bc5925 req-e535b0bd-6f90-4938-adf1-f376e9c42034 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344579 Jul 14 13:57:58.947266 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 50546) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:59.056698 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-23bf3d20-a379-4803-ba80-f82be676cabd admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:59.148885 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-23bf3d20-a379-4803-ba80-f82be676cabd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:59.155200 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-23bf3d20-a379-4803-ba80-f82be676cabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:59.191195 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf3d20-a379-4803-ba80-f82be676cabd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708f2f64-a236-47f2-a35c-44f7c2f257ed,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:59.195462 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-23bf3d20-a379-4803-ba80-f82be676cabd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6f3cb7193f35446b96a58e793d606ed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2471714 Jul 14 13:57:59.198793 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 50554) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:59.249212 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9499b2bb-c1a6-4f2e-9e87-d0584ab259b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:59.271411 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9499b2bb-c1a6-4f2e-9e87-d0584ab259b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:59.320914 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9499b2bb-c1a6-4f2e-9e87-d0584ab259b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:59.322828 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0806d-efff-46c4-926b-e361a1d9552c req-ad5b1e75-2998-4069-81de-41184726e991 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:59.323692 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9499b2bb-c1a6-4f2e-9e87-d0584ab259b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:59.324433 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-97b0806d-efff-46c4-926b-e361a1d9552c req-ad5b1e75-2998-4069-81de-41184726e991 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb9f8c0-2d76-42f1-a379-de285223868b HTTP/1.1" status: 200 len: 944 time: 0.0635400 Jul 14 13:57:59.327635 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-9499b2bb-c1a6-4f2e-9e87-d0584ab259b8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/708f2f64-a236-47f2-a35c-44f7c2f257ed HTTP/1.1" status: 204 len: 168 time: 0.1280878 Jul 14 13:57:59.335538 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9499b2bb-c1a6-4f2e-9e87-d0584ab259b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708f2f64-a236-47f2-a35c-44f7c2f257ed,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:59.343345 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9499b2bb-c1a6-4f2e-9e87-d0584ab259b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:59.343769 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9499b2bb-c1a6-4f2e-9e87-d0584ab259b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:59.344183 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9499b2bb-c1a6-4f2e-9e87-d0584ab259b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:59.345115 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9499b2bb-c1a6-4f2e-9e87-d0584ab259b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:59.345115 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9499b2bb-c1a6-4f2e-9e87-d0584ab259b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:59.345300 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9499b2bb-c1a6-4f2e-9e87-d0584ab259b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:59.345497 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9499b2bb-c1a6-4f2e-9e87-d0584ab259b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:59.346081 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9499b2bb-c1a6-4f2e-9e87-d0584ab259b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:59.346739 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9499b2bb-c1a6-4f2e-9e87-d0584ab259b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:59.346739 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9499b2bb-c1a6-4f2e-9e87-d0584ab259b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:59.347042 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9499b2bb-c1a6-4f2e-9e87-d0584ab259b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:59.347460 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9499b2bb-c1a6-4f2e-9e87-d0584ab259b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:59.371550 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-97b0806d-efff-46c4-926b-e361a1d9552c req-0d595e2d-12ae-485f-b1a5-58b7b6da1df6 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397065 Jul 14 13:58:00.545786 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f2b03-4724-4fc6-bcce-d27cee5f4b56 req-88ea00f7-34e8-4d4d-9cd8-92c0e8124ab7 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:00.547186 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-054f2b03-4724-4fc6-bcce-d27cee5f4b56 req-88ea00f7-34e8-4d4d-9cd8-92c0e8124ab7 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb9f8c0-2d76-42f1-a379-de285223868b HTTP/1.1" status: 200 len: 944 time: 0.0667388 Jul 14 13:58:00.587178 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-054f2b03-4724-4fc6-bcce-d27cee5f4b56 req-fbbc97da-af5e-4573-90a4-0f788141f5f9 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315096 Jul 14 13:58:01.765042 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb85dfe-1039-4ca7-b583-fde310d4172a req-0ecae995-c5e2-4349-ba50-e247c5a81898 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:01.766527 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-aeb85dfe-1039-4ca7-b583-fde310d4172a req-0ecae995-c5e2-4349-ba50-e247c5a81898 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb9f8c0-2d76-42f1-a379-de285223868b HTTP/1.1" status: 200 len: 944 time: 0.0656109 Jul 14 13:58:01.808461 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-aeb85dfe-1039-4ca7-b583-fde310d4172a req-6d23194e-8cc9-4c4d-be7d-1d85912a8b68 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352759 Jul 14 13:58:02.996561 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064fb7b-803d-42ee-94bf-688ee4f798cc req-98f0ee8b-58eb-40b8-b94d-19dd34c90ccd tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:02.998075 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f064fb7b-803d-42ee-94bf-688ee4f798cc req-98f0ee8b-58eb-40b8-b94d-19dd34c90ccd tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb9f8c0-2d76-42f1-a379-de285223868b HTTP/1.1" status: 200 len: 944 time: 0.0731456 Jul 14 13:58:03.037612 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f064fb7b-803d-42ee-94bf-688ee4f798cc req-9fc507c5-016a-4c45-83e3-137fe08449fb tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314913 Jul 14 13:58:04.228165 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b1a86-fdd3-443c-a4da-79613bbbac43 req-f67046ae-82ed-4d98-8293-7ac3b3f55f54 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:04.229565 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c04b1a86-fdd3-443c-a4da-79613bbbac43 req-f67046ae-82ed-4d98-8293-7ac3b3f55f54 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb9f8c0-2d76-42f1-a379-de285223868b HTTP/1.1" status: 200 len: 944 time: 0.0683129 Jul 14 13:58:04.268889 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c04b1a86-fdd3-443c-a4da-79613bbbac43 req-c5ddca75-7bbb-4fe7-a21e-9f2963110fcc tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332625 Jul 14 13:58:04.357040 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c45e3152-f75c-49f2-a010-9a6e396a6e2f req-7c4b28a5-dd34-49b3-8673-b09d12362385 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-281402978&fields=id&tenant_id=7f650beba843405cbf8579c022f357ed HTTP/1.1" status: 200 len: 267 time: 0.0427759 Jul 14 13:58:04.424753 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e3152-f75c-49f2-a010-9a6e396a6e2f req-ccf77bd1-7c14-4691-808a-f41522cd2f42 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:04.426190 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c45e3152-f75c-49f2-a010-9a6e396a6e2f req-ccf77bd1-7c14-4691-808a-f41522cd2f42 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 984 time: 0.0636711 Jul 14 13:58:04.436723 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [req-c45e3152-f75c-49f2-a010-9a6e396a6e2f req-257c4f54-93f6-4e2f-823c-089258c88739 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Request body: {'port': {'security_groups': ['3faa8cc8-6137-47b7-bbeb-e2506abe75f4']}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:58:04.526262 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-c45e3152-f75c-49f2-a010-9a6e396a6e2f req-257c4f54-93f6-4e2f-823c-089258c88739 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:04.699678 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [req-c45e3152-f75c-49f2-a010-9a6e396a6e2f req-257c4f54-93f6-4e2f-823c-089258c88739 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] For port 378588f0-6114-4798-8b20-39790abcbe4b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=378588f0-6114-4798-8b20-39790abcbe4b,segment=NetworkSegment(63f26617-ec2e-4b21-85a6-8d9ce4b9b2c6),segment_id=63f26617-ec2e-4b21-85a6-8d9ce4b9b2c6)] {{(pid=104573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:04.727858 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-c45e3152-f75c-49f2-a010-9a6e396a6e2f req-257c4f54-93f6-4e2f-823c-089258c88739 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks [] for port, precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:04.734679 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-c45e3152-f75c-49f2-a010-9a6e396a6e2f req-257c4f54-93f6-4e2f-823c-089258c88739 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25680236'] for port, after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:04.774635 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['378588f0-6114-4798-8b20-39790abcbe4b'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:58:04.776473 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e3152-f75c-49f2-a010-9a6e396a6e2f req-257c4f54-93f6-4e2f-823c-089258c88739 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:04.778598 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-c45e3152-f75c-49f2-a010-9a6e396a6e2f req-257c4f54-93f6-4e2f-823c-089258c88739 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:04.780017 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c45e3152-f75c-49f2-a010-9a6e396a6e2f req-257c4f54-93f6-4e2f-823c-089258c88739 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "PUT /v2.0/ports/378588f0-6114-4798-8b20-39790abcbe4b HTTP/1.1" status: 200 len: 942 time: 0.3478248 Jul 14 13:58:04.780556 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3e80d0-27c4-4b1d-b3eb-a80231013827', 'tag': '378588f0-6114-4798-8b20-39790abcbe4b'}] {{(pid=104573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:58:04.783174 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad51c498d533f361780c3af87c8a8c65edab733b1bfa9c6a05399bf2ccc5452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808cec7e-28ab-4673-a00b-4167acbbd4d8" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3e80d0-27c4-4b1d-b3eb-a80231013827", "tag": "378588f0-6114-4798-8b20-39790abcbe4b"}]}' {{(pid=104573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:58:04.787500 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 50604) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:04.822500 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c4f54-93f6-4e2f-823c-089258c88739 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Pushing event updated for resources: {'Port': ['ID=378588f0-6114-4798-8b20-39790abcbe4b,revision_number=7']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:04.859793 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa41092f-a869-4197-bc69-21e93631c6ea x-openstack-request-id: req-aa41092f-a869-4197-bc69-21e93631c6ea {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:58:04.860089 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3e80d0-27c4-4b1d-b3eb-a80231013827", "tag": "378588f0-6114-4798-8b20-39790abcbe4b", "status": "completed", "code": 200}]} {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:58:04.860345 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aa41092f-a869-4197-bc69-21e93631c6ea {{(pid=104573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:58:04.860747 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e3e80d0-27c4-4b1d-b3eb-a80231013827', 'tag': '378588f0-6114-4798-8b20-39790abcbe4b', 'status': 'completed', 'code': 200} Jul 14 13:58:04.869569 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6f14b3ff-ff44-4ae5-a2a7-deb3870fe0de tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:04.904439 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6f14b3ff-ff44-4ae5-a2a7-deb3870fe0de tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:04.942880 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['378588f0-6114-4798-8b20-39790abcbe4b'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:58:04.975195 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6f14b3ff-ff44-4ae5-a2a7-deb3870fe0de tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:04.982194 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808cec7e-28ab-4673-a00b-4167acbbd4d8 req-c9bae684-6a01-4fcc-9a66-b0a16c160942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:04.983536 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6f14b3ff-ff44-4ae5-a2a7-deb3870fe0de tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:04.983770 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-808cec7e-28ab-4673-a00b-4167acbbd4d8 req-c9bae684-6a01-4fcc-9a66-b0a16c160942 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7f650beba843405cbf8579c022f357ed&device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 1098 time: 0.0764825 Jul 14 13:58:04.985141 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-6f14b3ff-ff44-4ae5-a2a7-deb3870fe0de tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "DELETE /v2.0/security-groups/7e3bd521-1c13-4c7a-bc25-5bd58350ccd5 HTTP/1.1" status: 204 len: 168 time: 0.1966448 Jul 14 13:58:04.987900 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 50606) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:04.994889 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14b3ff-ff44-4ae5-a2a7-deb3870fe0de tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3bd521-1c13-4c7a-bc25-5bd58350ccd5,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:05.118811 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-61fe4611-aa2e-4492-a5ea-abc5dc80488f None None] Provisioning complete for port 378588f0-6114-4798-8b20-39790abcbe4b triggered by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:58:05.119185 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-61fe4611-aa2e-4492-a5ea-abc5dc80488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:05.171144 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808cec7e-28ab-4673-a00b-4167acbbd4d8 req-d0d1d950-ff08-4da5-a9a8-10da86018644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:05.172642 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-808cec7e-28ab-4673-a00b-4167acbbd4d8 req-d0d1d950-ff08-4da5-a9a8-10da86018644 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd362da1-e55a-4cee-b77b-1d27ef8bcfe7 HTTP/1.1" status: 200 len: 916 time: 0.1747305 Jul 14 13:58:05.262324 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-808cec7e-28ab-4673-a00b-4167acbbd4d8 req-bca4cbe1-a27b-4d19-81d4-28b47b767c03 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=378588f0-6114-4798-8b20-39790abcbe4b HTTP/1.1" status: 200 len: 1001 time: 0.0818901 Jul 14 13:58:05.279974 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-f982180e-3a68-462f-b054-fef7b8168d15 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Deleting port 458b2a4d-0ab8-4d78-863d-70b0a06f743e {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:58:05.280233 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-f982180e-3a68-462f-b054-fef7b8168d15 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:05.354371 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808cec7e-28ab-4673-a00b-4167acbbd4d8 req-69d9b7bc-49f7-4c3f-b6c5-4e2b1951472b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:05.355887 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-808cec7e-28ab-4673-a00b-4167acbbd4d8 req-69d9b7bc-49f7-4c3f-b6c5-4e2b1951472b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=221ed8c7-0fd8-4885-a702-ddccb87c327c HTTP/1.1" status: 200 len: 854 time: 0.0861475 Jul 14 13:58:05.431315 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-f982180e-3a68-462f-b054-fef7b8168d15 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:05.432038 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-f982180e-3a68-462f-b054-fef7b8168d15 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:05.449313 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-f982180e-3a68-462f-b054-fef7b8168d15 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Calling delete_port for 458b2a4d-0ab8-4d78-863d-70b0a06f743e owned by network:floatingip {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:58:05.557402 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808cec7e-28ab-4673-a00b-4167acbbd4d8 req-9b30c314-a191-4e54-9d7d-e5aea3f10ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:05.558838 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-808cec7e-28ab-4673-a00b-4167acbbd4d8 req-9b30c314-a191-4e54-9d7d-e5aea3f10ce9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd362da1-e55a-4cee-b77b-1d27ef8bcfe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1933522 Jul 14 13:58:05.572690 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac139b-3516-4e1f-823d-3ba27fd16935 req-39defed7-b09f-41a6-9dd4-9345a71879fd tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:05.574031 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-82ac139b-3516-4e1f-823d-3ba27fd16935 req-39defed7-b09f-41a6-9dd4-9345a71879fd tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb9f8c0-2d76-42f1-a379-de285223868b HTTP/1.1" status: 200 len: 944 time: 0.1953299 Jul 14 13:58:05.694278 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-82ac139b-3516-4e1f-823d-3ba27fd16935 req-d9a15397-2d66-4b4e-aba5-2cb64bdaf7b7 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064255 Jul 14 13:58:05.734940 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-808cec7e-28ab-4673-a00b-4167acbbd4d8 req-10f086fc-30b5-4a16-8d78-dc3585e1bf03 service neutron] 10.222.0.59 "GET /v2.0/networks/dd362da1-e55a-4cee-b77b-1d27ef8bcfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586797 Jul 14 13:58:05.766469 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-f982180e-3a68-462f-b054-fef7b8168d15 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25680231'] for port, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:05.819382 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f982180e-3a68-462f-b054-fef7b8168d15 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Pushing event deleted for resources: {'Port': ['ID=458b2a4d-0ab8-4d78-863d-70b0a06f743e,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:05.902569 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-808cec7e-28ab-4673-a00b-4167acbbd4d8 req-9f85b594-143d-4856-b083-6f3b6e9cf381 service neutron] 10.222.0.59 "GET /v2.0/networks/dd362da1-e55a-4cee-b77b-1d27ef8bcfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599848 Jul 14 13:58:05.903441 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-f982180e-3a68-462f-b054-fef7b8168d15 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks [] for floatingip, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:05.903763 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.db.l3_db [None req-f982180e-3a68-462f-b054-fef7b8168d15 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Floating IP 0dff26ae-631a-4d37-83ec-4da638148242 disassociated (deleted). External IP: 172.27.1.243, port: 378588f0-6114-4798-8b20-39790abcbe4b. Jul 14 13:58:06.106791 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f982180e-3a68-462f-b054-fef7b8168d15 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Router 5626b079-be46-4155-95b0-d07dbc0f476a has already been hosted by L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:58:06.224704 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f982180e-3a68-462f-b054-fef7b8168d15 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:58:06.229766 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-f982180e-3a68-462f-b054-fef7b8168d15 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for floatingip, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:06.234353 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a690fd-e0d5-49f4-a4b1-cbf80a2b3ee9 None None] Sync routers for ids ['5626b079-be46-4155-95b0-d07dbc0f476a'] in dv-cinder-800697-2-iscsi {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:58:06.244359 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a690fd-e0d5-49f4-a4b1-cbf80a2b3ee9 None None] Routers {'5626b079-be46-4155-95b0-d07dbc0f476a'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:58:06.245046 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-13a690fd-e0d5-49f4-a4b1-cbf80a2b3ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:57:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['5626b079-be46-4155-95b0-d07dbc0f476a'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:06.267056 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-f982180e-3a68-462f-b054-fef7b8168d15 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "DELETE /v2.0/floatingips/0dff26ae-631a-4d37-83ec-4da638148242 HTTP/1.1" status: 204 len: 168 time: 1.2778986 Jul 14 13:58:06.347390 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-13a690fd-e0d5-49f4-a4b1-cbf80a2b3ee9 None None] Set router 5626b079-be46-4155-95b0-d07dbc0f476a gateway port host: dv-cinder-800697-2-iscsi {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:58:06.636192 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-13a690fd-e0d5-49f4-a4b1-cbf80a2b3ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5626b079-be46-4155-95b0-d07dbc0f476a', 'name': 'tempest-TestMinimumBasicScenario-1899559920-router', 'tenant_id': '7f650beba843405cbf8579c022f357ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '1873dffd-f0d1-4c37-baff-af806b6f2cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:47Z', 'updated_at': '2021-07-14T13:55:50Z', 'revision_number': 4, 'project_id': '7f650beba843405cbf8579c022f357ed', 'gw_port': {'id': '1873dffd-f0d1-4c37-baff-af806b6f2cc3', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:23:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5626b079-be46-4155-95b0-d07dbc0f476a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:47Z', 'updated_at': '2021-07-14T13:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': '6af95f86-c588-476e-aed3-ec83637ba1dc', 'name': '', 'network_id': 'dd362da1-e55a-4cee-b77b-1d27ef8bcfe7', 'tenant_id': '7f650beba843405cbf8579c022f357ed', 'mac_address': 'fa:16:3e:70:73:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5626b079-be46-4155-95b0-d07dbc0f476a', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '221ed8c7-0fd8-4885-a702-ddccb87c327c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:50Z', 'updated_at': '2021-07-14T13:55:56Z', 'revision_number': 5, 'project_id': '7f650beba843405cbf8579c022f357ed', 'subnets': [{'id': '221ed8c7-0fd8-4885-a702-ddccb87c327c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:06.665137 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a690fd-e0d5-49f4-a4b1-cbf80a2b3ee9 None None] Checking router: 5626b079-be46-4155-95b0-d07dbc0f476a for host: dv-cinder-800697-2-iscsi {{(pid=104576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:58:06.673927 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a690fd-e0d5-49f4-a4b1-cbf80a2b3ee9 None None] Routers {'5626b079-be46-4155-95b0-d07dbc0f476a'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:58:06.674532 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-13a690fd-e0d5-49f4-a4b1-cbf80a2b3ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:57:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['5626b079-be46-4155-95b0-d07dbc0f476a'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:06.777367 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-13a690fd-e0d5-49f4-a4b1-cbf80a2b3ee9 None None] Set router 5626b079-be46-4155-95b0-d07dbc0f476a gateway port host: dv-cinder-800697-2-iscsi {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:58:06.862177 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3e80d0-27c4-4b1d-b3eb-a80231013827', 'tag': '378588f0-6114-4798-8b20-39790abcbe4b'}] {{(pid=104573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:58:06.864832 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad51c498d533f361780c3af87c8a8c65edab733b1bfa9c6a05399bf2ccc5452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e553df5f-c398-451c-ba4e-e29124c10bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3e80d0-27c4-4b1d-b3eb-a80231013827", "tag": "378588f0-6114-4798-8b20-39790abcbe4b"}]}' {{(pid=104573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:58:06.868795 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367704b6-b393-417d-bd8f-c8a0329f2a6c req-cdd67c9b-357f-4415-bfa9-fe3e7d95c752 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:06.870280 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-367704b6-b393-417d-bd8f-c8a0329f2a6c req-cdd67c9b-357f-4415-bfa9-fe3e7d95c752 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb9f8c0-2d76-42f1-a379-de285223868b HTTP/1.1" status: 200 len: 944 time: 0.0641861 Jul 14 13:58:06.906046 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df2eeb8-d7bb-4cb9-b250-0b44799e09a7 x-openstack-request-id: req-0df2eeb8-d7bb-4cb9-b250-0b44799e09a7 {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:58:06.906305 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3e80d0-27c4-4b1d-b3eb-a80231013827", "tag": "378588f0-6114-4798-8b20-39790abcbe4b", "status": "completed", "code": 200}]} {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:58:06.906591 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0df2eeb8-d7bb-4cb9-b250-0b44799e09a7 {{(pid=104573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:58:06.907015 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e3e80d0-27c4-4b1d-b3eb-a80231013827', 'tag': '378588f0-6114-4798-8b20-39790abcbe4b', 'status': 'completed', 'code': 200} Jul 14 13:58:06.912941 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-367704b6-b393-417d-bd8f-c8a0329f2a6c req-0ac79dc4-fe0c-4e25-bd43-6da7c9bb23b0 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367548 Jul 14 13:58:06.970527 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-13a690fd-e0d5-49f4-a4b1-cbf80a2b3ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5626b079-be46-4155-95b0-d07dbc0f476a', 'name': 'tempest-TestMinimumBasicScenario-1899559920-router', 'tenant_id': '7f650beba843405cbf8579c022f357ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '1873dffd-f0d1-4c37-baff-af806b6f2cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:47Z', 'updated_at': '2021-07-14T13:55:50Z', 'revision_number': 4, 'project_id': '7f650beba843405cbf8579c022f357ed', 'gw_port': {'id': '1873dffd-f0d1-4c37-baff-af806b6f2cc3', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:23:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5626b079-be46-4155-95b0-d07dbc0f476a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:47Z', 'updated_at': '2021-07-14T13:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': '6af95f86-c588-476e-aed3-ec83637ba1dc', 'name': '', 'network_id': 'dd362da1-e55a-4cee-b77b-1d27ef8bcfe7', 'tenant_id': '7f650beba843405cbf8579c022f357ed', 'mac_address': 'fa:16:3e:70:73:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5626b079-be46-4155-95b0-d07dbc0f476a', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '221ed8c7-0fd8-4885-a702-ddccb87c327c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:50Z', 'updated_at': '2021-07-14T13:55:56Z', 'revision_number': 5, 'project_id': '7f650beba843405cbf8579c022f357ed', 'subnets': [{'id': '221ed8c7-0fd8-4885-a702-ddccb87c327c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:06.996932 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a690fd-e0d5-49f4-a4b1-cbf80a2b3ee9 None None] The sync data for ids ['5626b079-be46-4155-95b0-d07dbc0f476a'] in dv-cinder-800697-2-iscsi is: [{'id': '5626b079-be46-4155-95b0-d07dbc0f476a', 'name': 'tempest-TestMinimumBasicScenario-1899559920-router', 'tenant_id': '7f650beba843405cbf8579c022f357ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '1873dffd-f0d1-4c37-baff-af806b6f2cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:47Z', 'updated_at': '2021-07-14T13:55:50Z', 'revision_number': 4, 'project_id': '7f650beba843405cbf8579c022f357ed', 'gw_port': {'id': '1873dffd-f0d1-4c37-baff-af806b6f2cc3', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:23:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5626b079-be46-4155-95b0-d07dbc0f476a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:47Z', 'updated_at': '2021-07-14T13:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': '6af95f86-c588-476e-aed3-ec83637ba1dc', 'name': '', 'network_id': 'dd362da1-e55a-4cee-b77b-1d27ef8bcfe7', 'tenant_id': '7f650beba843405cbf8579c022f357ed', 'mac_address': 'fa:16:3e:70:73:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5626b079-be46-4155-95b0-d07dbc0f476a', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '221ed8c7-0fd8-4885-a702-ddccb87c327c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:50Z', 'updated_at': '2021-07-14T13:55:56Z', 'revision_number': 5, 'project_id': '7f650beba843405cbf8579c022f357ed', 'subnets': [{'id': '221ed8c7-0fd8-4885-a702-ddccb87c327c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:58:07.219164 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8f0607-324a-4b57-aef5-2fc686d6b903 None None] New status for floating IP 0dff26ae-631a-4d37-83ec-4da638148242: DOWN {{(pid=104575) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:58:07.297385 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553df5f-c398-451c-ba4e-e29124c10bd2 req-32a61a54-a520-497a-a5ff-7a5c2fe9c6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:07.298982 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e553df5f-c398-451c-ba4e-e29124c10bd2 req-32a61a54-a520-497a-a5ff-7a5c2fe9c6b3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7f650beba843405cbf8579c022f357ed&device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 1098 time: 0.3418176 Jul 14 13:58:07.389054 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553df5f-c398-451c-ba4e-e29124c10bd2 req-6cd7f045-1a51-4b09-96d4-1b8e2306db2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:07.390529 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e553df5f-c398-451c-ba4e-e29124c10bd2 req-6cd7f045-1a51-4b09-96d4-1b8e2306db2a service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd362da1-e55a-4cee-b77b-1d27ef8bcfe7 HTTP/1.1" status: 200 len: 916 time: 0.0824537 Jul 14 13:58:07.434227 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e553df5f-c398-451c-ba4e-e29124c10bd2 req-9827d466-32eb-44ba-bcf0-dc348049bd48 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=378588f0-6114-4798-8b20-39790abcbe4b HTTP/1.1" status: 200 len: 217 time: 0.0365982 Jul 14 13:58:07.481701 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553df5f-c398-451c-ba4e-e29124c10bd2 req-214a3a36-727d-4676-ace4-2d2ad8c0a426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:07.483101 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e553df5f-c398-451c-ba4e-e29124c10bd2 req-214a3a36-727d-4676-ace4-2d2ad8c0a426 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=221ed8c7-0fd8-4885-a702-ddccb87c327c HTTP/1.1" status: 200 len: 854 time: 0.0419362 Jul 14 13:58:07.544285 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553df5f-c398-451c-ba4e-e29124c10bd2 req-30304a5f-7607-40fa-977e-d7bcfa99e139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:07.545761 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e553df5f-c398-451c-ba4e-e29124c10bd2 req-30304a5f-7607-40fa-977e-d7bcfa99e139 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd362da1-e55a-4cee-b77b-1d27ef8bcfe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551574 Jul 14 13:58:07.638581 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e553df5f-c398-451c-ba4e-e29124c10bd2 req-d47c01b7-ff09-4ffa-bb93-7cd99a4ceaac service neutron] 10.222.0.59 "GET /v2.0/networks/dd362da1-e55a-4cee-b77b-1d27ef8bcfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851636 Jul 14 13:58:07.736344 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e553df5f-c398-451c-ba4e-e29124c10bd2 req-70ee4bc3-06d2-44ed-b85d-354694d3b0ee service neutron] 10.222.0.59 "GET /v2.0/networks/dd362da1-e55a-4cee-b77b-1d27ef8bcfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846746 Jul 14 13:58:07.940067 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 6d4e2396-7aa5-4824-84e3-3d0c5b92b23d details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=104575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:58:08.041348 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port 6d4e2396-7aa5-4824-84e3-3d0c5b92b23d, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=6d4e2396-7aa5-4824-84e3-3d0c5b92b23d,segment=NetworkSegment(81934ed0-8f82-419f-b662-86cae808ad67),segment_id=81934ed0-8f82-419f-b662-86cae808ad67)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:08.056390 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Returning: {'device': '6d4e2396-7aa5-4824-84e3-3d0c5b92b23d', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'port_id': '6d4e2396-7aa5-4824-84e3-3d0c5b92b23d', 'mac_address': 'fa:16:3e:57:4e:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:58:08.094470 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d9901-af8c-4743-b38a-2250179910b7 req-30f9258f-c7af-4f8b-995b-cbabcf2e6f00 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:08.096135 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4c8d9901-af8c-4743-b38a-2250179910b7 req-30f9258f-c7af-4f8b-995b-cbabcf2e6f00 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb9f8c0-2d76-42f1-a379-de285223868b HTTP/1.1" status: 200 len: 944 time: 0.0656991 Jul 14 13:58:08.098478 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:08.111238 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d4e2396-7aa5-4824-84e3-3d0c5b92b23d {{(pid=104575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:58:08.130495 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port 6d4e2396-7aa5-4824-84e3-3d0c5b92b23d, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=6d4e2396-7aa5-4824-84e3-3d0c5b92b23d,segment=NetworkSegment(81934ed0-8f82-419f-b662-86cae808ad67),segment_id=81934ed0-8f82-419f-b662-86cae808ad67)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:08.133972 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4c8d9901-af8c-4743-b38a-2250179910b7 req-848defa1-9630-48a0-a19e-207b80fcf0b9 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321960 Jul 14 13:58:08.134902 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:08.180393 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=6d4e2396-7aa5-4824-84e3-3d0c5b92b23d,revision_number=4']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:08.187495 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:08.187836 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:08.188239 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:08.188566 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:08.188887 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:08.189208 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:08.189527 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:08.189846 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:08.190163 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:08.190480 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:08.190838 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:08.191181 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:08.484222 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['6d4e2396-7aa5-4824-84e3-3d0c5b92b23d'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:58:09.304011 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5a2fd-e7be-4ba7-b43b-1c4c6389ca42 req-22b17218-d994-4c3e-8728-4a6730e8d5b4 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:09.305504 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d5d5a2fd-e7be-4ba7-b43b-1c4c6389ca42 req-22b17218-d994-4c3e-8728-4a6730e8d5b4 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb9f8c0-2d76-42f1-a379-de285223868b HTTP/1.1" status: 200 len: 945 time: 0.0624468 Jul 14 13:58:09.342857 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d5d5a2fd-e7be-4ba7-b43b-1c4c6389ca42 req-1a9e3b82-31cf-4557-90cf-483905626d9e tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316749 Jul 14 13:58:09.956257 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 6d4e2396-7aa5-4824-84e3-3d0c5b92b23d up at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:58:10.009254 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning for port 6d4e2396-7aa5-4824-84e3-3d0c5b92b23d completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:58:10.013045 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning complete for port 6d4e2396-7aa5-4824-84e3-3d0c5b92b23d triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:58:10.013422 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:10.091292 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:10.113636 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb9f8c0-2d76-42f1-a379-de285223868b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4e2396-7aa5-4824-84e3-3d0c5b92b23d'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:58:10.115911 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06891aadf294c70300823a606954559f382215362bc7d52ae5ebbe768d2ce9e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487a1cd2-a1fd-42f7-9eb9-26170a31f363" -d '{"events": [{"server_uuid": "bbb9f8c0-2d76-42f1-a379-de285223868b", "name": "network-vif-plugged", "status": "completed", "tag": "6d4e2396-7aa5-4824-84e3-3d0c5b92b23d"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:58:10.128486 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port 6d4e2396-7aa5-4824-84e3-3d0c5b92b23d, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=6d4e2396-7aa5-4824-84e3-3d0c5b92b23d,segment=NetworkSegment(81934ed0-8f82-419f-b662-86cae808ad67),segment_id=81934ed0-8f82-419f-b662-86cae808ad67)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:10.134040 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:10.157268 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd013b0e-8f02-4b84-b63a-56d52e56e8c2 x-openstack-request-id: req-cd013b0e-8f02-4b84-b63a-56d52e56e8c2 {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:58:10.157547 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb9f8c0-2d76-42f1-a379-de285223868b", "name": "network-vif-plugged", "status": "completed", "tag": "6d4e2396-7aa5-4824-84e3-3d0c5b92b23d", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:58:10.157792 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cd013b0e-8f02-4b84-b63a-56d52e56e8c2 {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:58:10.158170 dv-cinder-800697-2-iscsi neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb9f8c0-2d76-42f1-a379-de285223868b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4e2396-7aa5-4824-84e3-3d0c5b92b23d', 'code': 200} Jul 14 13:58:10.185453 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=6d4e2396-7aa5-4824-84e3-3d0c5b92b23d,revision_number=5']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:10.407130 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1bb20c-94a5-48b1-b6f4-8ed5c47fd7ec req-4f134a2d-5b2b-4f3e-b250-28bd2654e433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:10.408647 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4e1bb20c-94a5-48b1-b6f4-8ed5c47fd7ec req-4f134a2d-5b2b-4f3e-b250-28bd2654e433 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bbb9f8c0-2d76-42f1-a379-de285223868b HTTP/1.1" status: 200 len: 1099 time: 0.0595512 Jul 14 13:58:10.443279 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4e1bb20c-94a5-48b1-b6f4-8ed5c47fd7ec req-a06a8511-04e0-469c-a835-7e605adf9880 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278878 Jul 14 13:58:10.525577 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e12c5-8565-42dd-bc33-3410287a25e2 req-74877c3d-26cd-4c9b-9b32-d05257011bd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:10.527070 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0d6e12c5-8565-42dd-bc33-3410287a25e2 req-74877c3d-26cd-4c9b-9b32-d05257011bd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb9f8c0-2d76-42f1-a379-de285223868b HTTP/1.1" status: 200 len: 946 time: 0.0650208 Jul 14 13:58:10.568392 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0d6e12c5-8565-42dd-bc33-3410287a25e2 req-ccc8398e-9c25-495f-aa6f-7613f770c9a2 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327981 Jul 14 13:58:11.754829 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a434150-d440-41b9-a4fc-e14614e02b10 req-1e4f3a7f-a815-4838-bbb6-78f371b7d7df tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:11.756439 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7a434150-d440-41b9-a4fc-e14614e02b10 req-1e4f3a7f-a815-4838-bbb6-78f371b7d7df tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb9f8c0-2d76-42f1-a379-de285223868b HTTP/1.1" status: 200 len: 946 time: 0.0672028 Jul 14 13:58:11.793792 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7a434150-d440-41b9-a4fc-e14614e02b10 req-5f2390e8-df27-4c43-9ceb-a1011dccb26a tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315902 Jul 14 13:58:12.607061 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286978b-1e5e-4fb4-9993-03059fe58ec6 req-c9aac5e4-ff93-437e-916d-86c71f54ea14 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:12.608428 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1286978b-1e5e-4fb4-9993-03059fe58ec6 req-c9aac5e4-ff93-437e-916d-86c71f54ea14 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 945 time: 0.0694978 Jul 14 13:58:12.647047 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1286978b-1e5e-4fb4-9993-03059fe58ec6 req-4979181b-31ec-42d7-b2e6-3b046621d03b tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/security-groups?id=3faa8cc8-6137-47b7-bbeb-e2506abe75f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322468 Jul 14 13:58:12.987957 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd64f6-6ac3-48cf-b2aa-9ff55fc62a7b req-4ea7d4d7-ca79-456b-a44c-6586fff8da2a tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:12.989440 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-35fd64f6-6ac3-48cf-b2aa-9ff55fc62a7b req-4ea7d4d7-ca79-456b-a44c-6586fff8da2a tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb9f8c0-2d76-42f1-a379-de285223868b HTTP/1.1" status: 200 len: 946 time: 0.0719862 Jul 14 13:58:13.029610 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-35fd64f6-6ac3-48cf-b2aa-9ff55fc62a7b req-5a0a9b87-4072-4b06-b618-90b17a90fcba tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315247 Jul 14 13:58:13.218134 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170e962-1f5b-4f5c-9b10-8630f7baa984 req-b43b753b-149e-46eb-be6f-f5529bae8a13 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:13.219787 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7170e962-1f5b-4f5c-9b10-8630f7baa984 req-b43b753b-149e-46eb-be6f-f5529bae8a13 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb9f8c0-2d76-42f1-a379-de285223868b HTTP/1.1" status: 200 len: 946 time: 0.0731111 Jul 14 13:58:13.266574 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7170e962-1f5b-4f5c-9b10-8630f7baa984 req-158aac05-7030-43d2-baa6-d3a36ae52f1e tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331807 Jul 14 13:58:13.290685 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 50690) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:13.482120 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ff1a55-ef43-49e8-8136-a49790ea61f4 tempest-TestVolumeBootPattern-832744327 tempest-TestVolumeBootPattern-832744327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:13.483663 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-b3ff1a55-ef43-49e8-8136-a49790ea61f4 tempest-TestVolumeBootPattern-832744327 tempest-TestVolumeBootPattern-832744327-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bbb9f8c0-2d76-42f1-a379-de285223868b HTTP/1.1" status: 200 len: 1094 time: 0.1919849 Jul 14 13:58:13.487269 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 50700) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:13.492030 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-77d02008-ff26-47b1-bec2-f76366fe1dd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Request body: {'floatingip': {'floating_network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'port_id': '6d4e2396-7aa5-4824-84e3-3d0c5b92b23d', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:58:13.514962 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-77d02008-ff26-47b1-bec2-f76366fe1dd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for floatingip, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:13.620810 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-77d02008-ff26-47b1-bec2-f76366fe1dd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:13.732051 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_common [None req-77d02008-ff26-47b1-bec2-f76366fe1dd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Allocated IP 172.27.1.96 (b28dab8c-9c3b-45dd-8fa2-7ffa63c66645/3e00a68e-7419-45b7-a88a-a672d20cc9ef/4570b074-0c48-444b-bc80-60b715cfc69f) {{(pid=104573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:58:13.823334 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1e388-47b5-487a-b627-9bd30b6b976f req-1f79e759-4e9c-4e6e-acb7-57a96ad7a014 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:13.824762 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-40a1e388-47b5-487a-b627-9bd30b6b976f req-1f79e759-4e9c-4e6e-acb7-57a96ad7a014 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 945 time: 0.0675459 Jul 14 13:58:13.835694 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-77d02008-ff26-47b1-bec2-f76366fe1dd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for port, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:13.864156 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-40a1e388-47b5-487a-b627-9bd30b6b976f req-07baef84-d78c-4c3c-9b32-dab609fc5aca tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/security-groups?id=3faa8cc8-6137-47b7-bbeb-e2506abe75f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335395 Jul 14 13:58:13.876217 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-77d02008-ff26-47b1-bec2-f76366fe1dd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25680231'] for port, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:13.911189 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d02008-ff26-47b1-bec2-f76366fe1dd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Network b28dab8c-9c3b-45dd-8fa2-7ffa63c66645 is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:58:13.915779 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-77d02008-ff26-47b1-bec2-f76366fe1dd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:58:13.918278 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d02008-ff26-47b1-bec2-f76366fe1dd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Received port after_create {{(pid=104573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:58:13.948901 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d02008-ff26-47b1-bec2-f76366fe1dd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Pushing event updated for resources: {'Port': ['ID=4570b074-0c48-444b-bc80-60b715cfc69f,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:14.301957 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-77d02008-ff26-47b1-bec2-f76366fe1dd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:14.380977 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-77d02008-ff26-47b1-bec2-f76366fe1dd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:14.539011 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-77d02008-ff26-47b1-bec2-f76366fe1dd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for port, precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:14.545314 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-77d02008-ff26-47b1-bec2-f76366fe1dd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25680236'] for port, after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:14.619828 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d02008-ff26-47b1-bec2-f76366fe1dd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Pushing event updated for resources: {'Port': ['ID=4570b074-0c48-444b-bc80-60b715cfc69f,revision_number=2']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:14.627299 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-77d02008-ff26-47b1-bec2-f76366fe1dd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359245'] for floatingip, after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:14.727057 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.db.l3_db [None req-77d02008-ff26-47b1-bec2-f76366fe1dd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Floating IP b005f2b9-61bf-4210-950e-592866f15173 associated. External IP: 172.27.1.96, port: 6d4e2396-7aa5-4824-84e3-3d0c5b92b23d. Jul 14 13:58:14.850770 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.agents_db [None req-f94fc2f4-144f-4bce-9715-a006bfd56775 None None] Agent healthcheck: found 6 active agents {{(pid=104576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:58:14.873422 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f26a1-efb0-402d-8d15-8ee4d3263433 req-66fe9e2c-59f2-447b-91b4-e0cfe02d8f33 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:14.874876 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c12f26a1-efb0-402d-8d15-8ee4d3263433 req-66fe9e2c-59f2-447b-91b4-e0cfe02d8f33 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 945 time: 0.1125379 Jul 14 13:58:15.043680 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ed981-f575-45d9-bd80-6e8e9eb6884f req-c9e88874-86f0-4737-add5-4e5dab5d6f0b tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:15.045172 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-dd7ed981-f575-45d9-bd80-6e8e9eb6884f req-c9e88874-86f0-4737-add5-4e5dab5d6f0b tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 945 time: 0.0702240 Jul 14 13:58:15.049366 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d02008-ff26-47b1-bec2-f76366fe1dd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Router 0bbe2875-072f-423d-ae4e-7e8b30c55027 has already been hosted by L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:58:15.070585 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [req-c12f26a1-efb0-402d-8d15-8ee4d3263433 req-3a3d9496-190b-4076-9a31-5f2ea9c461b6 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Deleting port 378588f0-6114-4798-8b20-39790abcbe4b {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:58:15.071038 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-c12f26a1-efb0-402d-8d15-8ee4d3263433 req-3a3d9496-190b-4076-9a31-5f2ea9c461b6 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:15.091250 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-dd7ed981-f575-45d9-bd80-6e8e9eb6884f req-920708fd-0d63-4068-a197-e5b141fb7b2b tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/security-groups?id=3faa8cc8-6137-47b7-bbeb-e2506abe75f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390344 Jul 14 13:58:15.270033 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [req-c12f26a1-efb0-402d-8d15-8ee4d3263433 req-3a3d9496-190b-4076-9a31-5f2ea9c461b6 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] For port 378588f0-6114-4798-8b20-39790abcbe4b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=378588f0-6114-4798-8b20-39790abcbe4b,segment=NetworkSegment(63f26617-ec2e-4b21-85a6-8d9ce4b9b2c6),segment_id=63f26617-ec2e-4b21-85a6-8d9ce4b9b2c6)] {{(pid=104573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:15.270382 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-c12f26a1-efb0-402d-8d15-8ee4d3263433 req-3a3d9496-190b-4076-9a31-5f2ea9c461b6 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:15.290667 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d02008-ff26-47b1-bec2-f76366fe1dd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:58:15.292393 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [req-c12f26a1-efb0-402d-8d15-8ee4d3263433 req-3a3d9496-190b-4076-9a31-5f2ea9c461b6 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Calling delete_port for 378588f0-6114-4798-8b20-39790abcbe4b owned by compute:nova {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:58:15.301604 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde35afa-6e36-4fc3-991e-83e7ae406c9e None None] Sync routers for ids ['0bbe2875-072f-423d-ae4e-7e8b30c55027'] in dv-cinder-800697-2-iscsi {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:58:15.312131 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde35afa-6e36-4fc3-991e-83e7ae406c9e None None] Routers {'0bbe2875-072f-423d-ae4e-7e8b30c55027'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:58:15.313018 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-dde35afa-6e36-4fc3-991e-83e7ae406c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:57:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['0bbe2875-072f-423d-ae4e-7e8b30c55027'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:15.346446 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-77d02008-ff26-47b1-bec2-f76366fe1dd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for floatingip, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:15.355050 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a11bea-01d7-4927-944e-73e58ea8b34f req-92fc1eb8-6133-4a67-91e1-d9427e6d3a3c tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:15.356521 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-96a11bea-01d7-4927-944e-73e58ea8b34f req-92fc1eb8-6133-4a67-91e1-d9427e6d3a3c tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=c337fc38-cc90-4385-afbd-dfed9b9e4d8f HTTP/1.1" status: 200 len: 945 time: 0.2084856 Jul 14 13:58:15.418092 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-dde35afa-6e36-4fc3-991e-83e7ae406c9e None None] Set router 0bbe2875-072f-423d-ae4e-7e8b30c55027 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:58:15.425401 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-77d02008-ff26-47b1-bec2-f76366fe1dd1 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9370949 Jul 14 13:58:15.429448 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb9f8c0-2d76-42f1-a379-de285223868b', 'tag': '6d4e2396-7aa5-4824-84e3-3d0c5b92b23d'}] {{(pid=104573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:58:15.431692 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad51c498d533f361780c3af87c8a8c65edab733b1bfa9c6a05399bf2ccc5452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e302a556-b3d3-412d-a7a5-815f9f00cff4" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb9f8c0-2d76-42f1-a379-de285223868b", "tag": "6d4e2396-7aa5-4824-84e3-3d0c5b92b23d"}]}' {{(pid=104573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:58:15.455119 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-96a11bea-01d7-4927-944e-73e58ea8b34f req-e415ad7c-d0c3-40cf-ba14-bc45b1d88416 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=b74dac0b-36c9-4239-868d-3d89af5da0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755775 Jul 14 13:58:15.491806 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af26c92-5a3f-4ed7-9f29-da753d267ea0 x-openstack-request-id: req-1af26c92-5a3f-4ed7-9f29-da753d267ea0 {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:58:15.492165 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb9f8c0-2d76-42f1-a379-de285223868b", "tag": "6d4e2396-7aa5-4824-84e3-3d0c5b92b23d", "status": "completed", "code": 200}]} {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:58:15.492873 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1af26c92-5a3f-4ed7-9f29-da753d267ea0 {{(pid=104573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:58:15.493322 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb9f8c0-2d76-42f1-a379-de285223868b', 'tag': '6d4e2396-7aa5-4824-84e3-3d0c5b92b23d', 'status': 'completed', 'code': 200} Jul 14 13:58:15.518049 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-c12f26a1-efb0-402d-8d15-8ee4d3263433 req-3a3d9496-190b-4076-9a31-5f2ea9c461b6 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25680231'] for port, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:15.549626 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d9496-190b-4076-9a31-5f2ea9c461b6 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Pushing event deleted for resources: {'Port': ['ID=378588f0-6114-4798-8b20-39790abcbe4b,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:15.558530 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['378588f0-6114-4798-8b20-39790abcbe4b'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:58:15.605925 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302a556-b3d3-412d-a7a5-815f9f00cff4 req-100bd148-f310-4245-8f7f-bc79b9a10709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:15.607534 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e302a556-b3d3-412d-a7a5-815f9f00cff4 req-100bd148-f310-4245-8f7f-bc79b9a10709 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=264797ac2dc84b21b49d043a80365add&device_id=bbb9f8c0-2d76-42f1-a379-de285223868b HTTP/1.1" status: 200 len: 1099 time: 0.0648472 Jul 14 13:58:15.613926 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [req-c12f26a1-efb0-402d-8d15-8ee4d3263433 req-3a3d9496-190b-4076-9a31-5f2ea9c461b6 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] No DVR routers for this DVR port 378588f0-6114-4798-8b20-39790abcbe4b on host hv-cinder-80069 {{(pid=104573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:58:15.616690 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-c12f26a1-efb0-402d-8d15-8ee4d3263433 req-3a3d9496-190b-4076-9a31-5f2ea9c461b6 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:15.619215 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c12f26a1-efb0-402d-8d15-8ee4d3263433 req-3a3d9496-190b-4076-9a31-5f2ea9c461b6 tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.59 "DELETE /v2.0/ports/378588f0-6114-4798-8b20-39790abcbe4b HTTP/1.1" status: 204 len: 173 time: 0.7098351 Jul 14 13:58:15.662427 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-dde35afa-6e36-4fc3-991e-83e7ae406c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'name': 'tempest-TestVolumeBootPattern-1610234638-router', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:28Z', 'updated_at': '2021-07-14T13:51:33Z', 'revision_number': 4, 'project_id': '264797ac2dc84b21b49d043a80365add', 'gw_port': {'id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:29Z', 'updated_at': '2021-07-14T13:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_floatingips': [{'id': 'b005f2b9-61bf-4210-950e-592866f15173', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'floating_ip_address': '172.27.1.96', 'floating_network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'router_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'port_id': '6d4e2396-7aa5-4824-84e3-3d0c5b92b23d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'mac_address': 'fa:16:3e:57:4e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb9f8c0-2d76-42f1-a379-de285223868b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:58:14Z', 'updated_at': '2021-07-14T13:58:14Z', 'revision_number': 0, 'project_id': '264797ac2dc84b21b49d043a80365add', 'fixed_ip_address_scope': None}, {'id': 'c5534ffc-fe2a-4e43-8c3b-b1c99fafd95a', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'floating_ip_address': '172.27.1.87', 'floating_network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'router_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'port_id': '4d04eae2-283c-43ab-91da-549996c8e65e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'mac_address': 'fa:16:3e:df:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7beacf1-3c8c-4391-97e2-03c105e82140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:56:05Z', 'updated_at': '2021-07-14T13:56:08Z', 'revision_number': 1, 'project_id': '264797ac2dc84b21b49d043a80365add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23456c7-8a0c-4775-84c2-ad38b355449f', 'name': '', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'mac_address': 'fa:16:3e:f9:88:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:32Z', 'updated_at': '2021-07-14T13:51:40Z', 'revision_number': 5, 'project_id': '264797ac2dc84b21b49d043a80365add', 'subnets': [{'id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:15.688548 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde35afa-6e36-4fc3-991e-83e7ae406c9e None None] Checking router: 0bbe2875-072f-423d-ae4e-7e8b30c55027 for host: dv-cinder-800697-2-iscsi {{(pid=104576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:58:15.696697 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde35afa-6e36-4fc3-991e-83e7ae406c9e None None] Routers {'0bbe2875-072f-423d-ae4e-7e8b30c55027'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:58:15.697298 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-dde35afa-6e36-4fc3-991e-83e7ae406c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:57:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['0bbe2875-072f-423d-ae4e-7e8b30c55027'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:15.697965 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302a556-b3d3-412d-a7a5-815f9f00cff4 req-1e09c9d9-72dd-4860-97f7-c54c50534c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:15.699548 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e302a556-b3d3-412d-a7a5-815f9f00cff4 req-1e09c9d9-72dd-4860-97f7-c54c50534c89 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a45b7b5e-8449-40db-b2c9-e253d306a9b7 HTTP/1.1" status: 200 len: 913 time: 0.0843532 Jul 14 13:58:15.770934 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e302a556-b3d3-412d-a7a5-815f9f00cff4 req-05eed050-4787-40e8-84d9-a7d2d851448c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d4e2396-7aa5-4824-84e3-3d0c5b92b23d HTTP/1.1" status: 200 len: 999 time: 0.0636904 Jul 14 13:58:15.800644 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-dde35afa-6e36-4fc3-991e-83e7ae406c9e None None] Set router 0bbe2875-072f-423d-ae4e-7e8b30c55027 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:58:15.831468 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302a556-b3d3-412d-a7a5-815f9f00cff4 req-38b9524f-3ada-4757-9afe-79fe1f251a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:15.832889 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e302a556-b3d3-412d-a7a5-815f9f00cff4 req-38b9524f-3ada-4757-9afe-79fe1f251a2e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=61b5a236-d87b-41fd-8ce0-529921b310ad HTTP/1.1" status: 200 len: 851 time: 0.0475934 Jul 14 13:58:15.894285 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302a556-b3d3-412d-a7a5-815f9f00cff4 req-5f525277-17e9-4197-9081-8795828aae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:15.895847 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e302a556-b3d3-412d-a7a5-815f9f00cff4 req-5f525277-17e9-4197-9081-8795828aae6f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a45b7b5e-8449-40db-b2c9-e253d306a9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547116 Jul 14 13:58:16.002068 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e302a556-b3d3-412d-a7a5-815f9f00cff4 req-19ae6164-c509-43ee-b42b-f1fe0df281d8 service neutron] 10.222.0.59 "GET /v2.0/networks/a45b7b5e-8449-40db-b2c9-e253d306a9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929186 Jul 14 13:58:16.029011 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-dde35afa-6e36-4fc3-991e-83e7ae406c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'name': 'tempest-TestVolumeBootPattern-1610234638-router', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:28Z', 'updated_at': '2021-07-14T13:51:33Z', 'revision_number': 4, 'project_id': '264797ac2dc84b21b49d043a80365add', 'gw_port': {'id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:29Z', 'updated_at': '2021-07-14T13:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_floatingips': [{'id': 'b005f2b9-61bf-4210-950e-592866f15173', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'floating_ip_address': '172.27.1.96', 'floating_network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'router_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'port_id': '6d4e2396-7aa5-4824-84e3-3d0c5b92b23d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'mac_address': 'fa:16:3e:57:4e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb9f8c0-2d76-42f1-a379-de285223868b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:58:14Z', 'updated_at': '2021-07-14T13:58:14Z', 'revision_number': 0, 'project_id': '264797ac2dc84b21b49d043a80365add', 'fixed_ip_address_scope': None}, {'id': 'c5534ffc-fe2a-4e43-8c3b-b1c99fafd95a', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'floating_ip_address': '172.27.1.87', 'floating_network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'router_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'port_id': '4d04eae2-283c-43ab-91da-549996c8e65e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'mac_address': 'fa:16:3e:df:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7beacf1-3c8c-4391-97e2-03c105e82140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:56:05Z', 'updated_at': '2021-07-14T13:56:08Z', 'revision_number': 1, 'project_id': '264797ac2dc84b21b49d043a80365add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23456c7-8a0c-4775-84c2-ad38b355449f', 'name': '', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'mac_address': 'fa:16:3e:f9:88:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:32Z', 'updated_at': '2021-07-14T13:51:40Z', 'revision_number': 5, 'project_id': '264797ac2dc84b21b49d043a80365add', 'subnets': [{'id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:16.055980 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde35afa-6e36-4fc3-991e-83e7ae406c9e None None] The sync data for ids ['0bbe2875-072f-423d-ae4e-7e8b30c55027'] in dv-cinder-800697-2-iscsi is: [{'id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'name': 'tempest-TestVolumeBootPattern-1610234638-router', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:28Z', 'updated_at': '2021-07-14T13:51:33Z', 'revision_number': 4, 'project_id': '264797ac2dc84b21b49d043a80365add', 'gw_port': {'id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:29Z', 'updated_at': '2021-07-14T13:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_floatingips': [{'id': 'b005f2b9-61bf-4210-950e-592866f15173', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'floating_ip_address': '172.27.1.96', 'floating_network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'router_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'port_id': '6d4e2396-7aa5-4824-84e3-3d0c5b92b23d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'mac_address': 'fa:16:3e:57:4e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb9f8c0-2d76-42f1-a379-de285223868b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:58:14Z', 'updated_at': '2021-07-14T13:58:14Z', 'revision_number': 0, 'project_id': '264797ac2dc84b21b49d043a80365add', 'fixed_ip_address_scope': None}, {'id': 'c5534ffc-fe2a-4e43-8c3b-b1c99fafd95a', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'floating_ip_address': '172.27.1.87', 'floating_network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'router_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'port_id': '4d04eae2-283c-43ab-91da-549996c8e65e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'mac_address': 'fa:16:3e:df:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7beacf1-3c8c-4391-97e2-03c105e82140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:56:05Z', 'updated_at': '2021-07-14T13:56:08Z', 'revision_number': 1, 'project_id': '264797ac2dc84b21b49d043a80365add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23456c7-8a0c-4775-84c2-ad38b355449f', 'name': '', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'mac_address': 'fa:16:3e:f9:88:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:32Z', 'updated_at': '2021-07-14T13:51:40Z', 'revision_number': 5, 'project_id': '264797ac2dc84b21b49d043a80365add', 'subnets': [{'id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:58:16.106292 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e302a556-b3d3-412d-a7a5-815f9f00cff4 req-07a77d77-20e8-4aac-816a-0f5802f741ff service neutron] 10.222.0.59 "GET /v2.0/networks/a45b7b5e-8449-40db-b2c9-e253d306a9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847769 Jul 14 13:58:16.241152 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250b9b6c-f44b-445a-b45a-3716543eefad None None] New status for floating IP b005f2b9-61bf-4210-950e-592866f15173: ACTIVE {{(pid=104575) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:58:16.252411 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d0303218-32e4-4e01-8ee6-df62dba9ce95 req-96ad980b-ca3f-4450-b7bc-2bc3a70a88ab tempest-TestMinimumBasicScenario-1356170741 tempest-TestMinimumBasicScenario-1356170741-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e3e80d0-27c4-4b1d-b3eb-a80231013827 HTTP/1.1" status: 200 len: 210 time: 0.0330575 Jul 14 13:58:16.641320 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc4590-7c7f-4303-8414-6f327f5ad0f4 req-bf648805-1e9d-4ffa-a151-3cb9234b5d9b tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:16.642835 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d6dc4590-7c7f-4303-8414-6f327f5ad0f4 req-bf648805-1e9d-4ffa-a151-3cb9234b5d9b tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=c337fc38-cc90-4385-afbd-dfed9b9e4d8f HTTP/1.1" status: 200 len: 945 time: 0.0691934 Jul 14 13:58:16.679567 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d6dc4590-7c7f-4303-8414-6f327f5ad0f4 req-4e3b16c2-0695-4f4b-b4b0-975b1ebd6fed tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=b74dac0b-36c9-4239-868d-3d89af5da0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310373 Jul 14 13:58:16.916265 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-b8796b0a-4a5b-4099-b110-619a351144f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:17.344824 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea58dd9-b26e-4583-8312-c36dab041ea2 req-063fb8ba-9619-4639-b5f9-aee873c221e7 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:17.346314 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2ea58dd9-b26e-4583-8312-c36dab041ea2 req-063fb8ba-9619-4639-b5f9-aee873c221e7 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.59 "GET /v2.0/ports?device_id=c337fc38-cc90-4385-afbd-dfed9b9e4d8f HTTP/1.1" status: 200 len: 945 time: 0.0715048 Jul 14 13:58:17.445617 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-2ea58dd9-b26e-4583-8312-c36dab041ea2 req-32121be5-2e68-43bd-8e53-50906fbbb6f2 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Deleting port 986c691d-3a6f-416c-8da6-57d04f00a8a6 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:58:17.445962 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-2ea58dd9-b26e-4583-8312-c36dab041ea2 req-32121be5-2e68-43bd-8e53-50906fbbb6f2 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:17.494782 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3e80d0-27c4-4b1d-b3eb-a80231013827', 'name': 'network-vif-deleted', 'tag': '378588f0-6114-4798-8b20-39790abcbe4b'}] {{(pid=104573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:58:17.497907 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ad51c498d533f361780c3af87c8a8c65edab733b1bfa9c6a05399bf2ccc5452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8619d12-c76e-44f4-8eb3-f5a6703e468d" -d '{"events": [{"server_uuid": "6e3e80d0-27c4-4b1d-b3eb-a80231013827", "name": "network-vif-deleted", "tag": "378588f0-6114-4798-8b20-39790abcbe4b"}]}' {{(pid=104573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:58:17.533493 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e66b823-4d7f-4488-b4ca-f724e4eb5979 x-openstack-request-id: req-1e66b823-4d7f-4488-b4ca-f724e4eb5979 {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:58:17.533832 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3e80d0-27c4-4b1d-b3eb-a80231013827", "name": "network-vif-deleted", "tag": "378588f0-6114-4798-8b20-39790abcbe4b", "status": "completed", "code": 200}]} {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:58:17.534166 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1e66b823-4d7f-4488-b4ca-f724e4eb5979 {{(pid=104573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:58:17.534586 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3e80d0-27c4-4b1d-b3eb-a80231013827', 'name': 'network-vif-deleted', 'tag': '378588f0-6114-4798-8b20-39790abcbe4b', 'status': 'completed', 'code': 200} Jul 14 13:58:17.539885 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-2ea58dd9-b26e-4583-8312-c36dab041ea2 req-32121be5-2e68-43bd-8e53-50906fbbb6f2 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] For port 986c691d-3a6f-416c-8da6-57d04f00a8a6, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=986c691d-3a6f-416c-8da6-57d04f00a8a6,segment=NetworkSegment(e34051e8-9622-4ad8-9500-be981e12d304),segment_id=e34051e8-9622-4ad8-9500-be981e12d304)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:17.540246 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-2ea58dd9-b26e-4583-8312-c36dab041ea2 req-32121be5-2e68-43bd-8e53-50906fbbb6f2 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:17.977359 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 50780) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:17.995528 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:18.001290 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 378588f0-6114-4798-8b20-39790abcbe4b no longer exists at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:58:18.020977 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] No Port match for: 378588f0-6114-4798-8b20-39790abcbe4b {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:58:18.021790 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 378588f0-6114-4798-8b20-39790abcbe4b not bound to the agent host hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:58:18.023451 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-2ea58dd9-b26e-4583-8312-c36dab041ea2 req-32121be5-2e68-43bd-8e53-50906fbbb6f2 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:18.023822 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-2ea58dd9-b26e-4583-8312-c36dab041ea2 req-32121be5-2e68-43bd-8e53-50906fbbb6f2 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359245'] for floatingip, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:18.024154 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.db.l3_db [req-2ea58dd9-b26e-4583-8312-c36dab041ea2 req-32121be5-2e68-43bd-8e53-50906fbbb6f2 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Floating IP 1dc43e92-a1cf-4034-a307-b551aa6e5c43 disassociated. External IP: 172.27.1.28, port: 986c691d-3a6f-416c-8da6-57d04f00a8a6. Jul 14 13:58:18.024472 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-2ea58dd9-b26e-4583-8312-c36dab041ea2 req-32121be5-2e68-43bd-8e53-50906fbbb6f2 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Calling delete_port for 986c691d-3a6f-416c-8da6-57d04f00a8a6 owned by compute:nova {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:58:18.043293 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfe539-5229-42e8-9ca2-9547c293ee6e req-9f869aec-b230-4142-b4e4-6bc84316df89 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:18.044774 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-40cfe539-5229-42e8-9ca2-9547c293ee6e req-9f869aec-b230-4142-b4e4-6bc84316df89 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/ports?device_id=c337fc38-cc90-4385-afbd-dfed9b9e4d8f HTTP/1.1" status: 200 len: 945 time: 0.1329305 Jul 14 13:58:18.125167 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-40cfe539-5229-42e8-9ca2-9547c293ee6e req-e27e16ff-fcd1-449b-83a8-cc8c72313e5a tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups?id=b74dac0b-36c9-4239-868d-3d89af5da0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492713 Jul 14 13:58:18.204605 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-2ea58dd9-b26e-4583-8312-c36dab041ea2 req-32121be5-2e68-43bd-8e53-50906fbbb6f2 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:18.235248 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32121be5-2e68-43bd-8e53-50906fbbb6f2 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Pushing event deleted for resources: {'Port': ['ID=986c691d-3a6f-416c-8da6-57d04f00a8a6,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:18.349861 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ea58dd9-b26e-4583-8312-c36dab041ea2 req-32121be5-2e68-43bd-8e53-50906fbbb6f2 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Router 8247d43e-c2f6-4177-845d-68e9580fd7b9 has already been hosted by L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:58:18.461363 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ea58dd9-b26e-4583-8312-c36dab041ea2 req-32121be5-2e68-43bd-8e53-50906fbbb6f2 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:58:18.472951 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e485489-3c24-4b3b-a799-30981a75c7e8 None None] Sync routers for ids ['8247d43e-c2f6-4177-845d-68e9580fd7b9'] in dv-cinder-800697-2-iscsi {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:58:18.482850 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e485489-3c24-4b3b-a799-30981a75c7e8 None None] Routers {'8247d43e-c2f6-4177-845d-68e9580fd7b9'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:58:18.483522 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-4e485489-3c24-4b3b-a799-30981a75c7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:57:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['8247d43e-c2f6-4177-845d-68e9580fd7b9'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:18.506405 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea58dd9-b26e-4583-8312-c36dab041ea2 req-32121be5-2e68-43bd-8e53-50906fbbb6f2 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] No DVR routers for this DVR port 986c691d-3a6f-416c-8da6-57d04f00a8a6 on host hv-cinder-80069 {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:58:18.508921 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-2ea58dd9-b26e-4583-8312-c36dab041ea2 req-32121be5-2e68-43bd-8e53-50906fbbb6f2 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:18.511119 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2ea58dd9-b26e-4583-8312-c36dab041ea2 req-32121be5-2e68-43bd-8e53-50906fbbb6f2 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.59 "DELETE /v2.0/ports/986c691d-3a6f-416c-8da6-57d04f00a8a6 HTTP/1.1" status: 204 len: 173 time: 1.1589487 Jul 14 13:58:18.511516 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c337fc38-cc90-4385-afbd-dfed9b9e4d8f', 'name': 'network-vif-deleted', 'tag': '986c691d-3a6f-416c-8da6-57d04f00a8a6'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:58:18.514024 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eebe7cc-baeb-48e1-83cc-c793e594aedc" -d '{"events": [{"server_uuid": "c337fc38-cc90-4385-afbd-dfed9b9e4d8f", "name": "network-vif-deleted", "tag": "986c691d-3a6f-416c-8da6-57d04f00a8a6"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:58:18.550858 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80ff7f5-5358-4e1f-957c-810ae176eb9e x-openstack-request-id: req-d80ff7f5-5358-4e1f-957c-810ae176eb9e {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:58:18.551481 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c337fc38-cc90-4385-afbd-dfed9b9e4d8f", "name": "network-vif-deleted", "tag": "986c691d-3a6f-416c-8da6-57d04f00a8a6", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:58:18.551921 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d80ff7f5-5358-4e1f-957c-810ae176eb9e {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:58:18.552531 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c337fc38-cc90-4385-afbd-dfed9b9e4d8f', 'name': 'network-vif-deleted', 'tag': '986c691d-3a6f-416c-8da6-57d04f00a8a6', 'status': 'completed', 'code': 200} Jul 14 13:58:18.598815 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-4e485489-3c24-4b3b-a799-30981a75c7e8 None None] Set router 8247d43e-c2f6-4177-845d-68e9580fd7b9 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:58:18.625056 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-15677675-c1e7-44e3-8fe5-670051f1efcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360013'] for router_interface, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:18.886608 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-15677675-c1e7-44e3-8fe5-670051f1efcc admin admin] Deleting port 6af95f86-c588-476e-aed3-ec83637ba1dc {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:58:18.886966 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-15677675-c1e7-44e3-8fe5-670051f1efcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:18.892979 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-4e485489-3c24-4b3b-a799-30981a75c7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'name': 'tempest-AttachVolumeTestJSON-935177722-router', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '226bd375-0eeb-419b-a21b-72b31e854317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:05Z', 'updated_at': '2021-07-14T13:53:08Z', 'revision_number': 4, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'gw_port': {'id': '226bd375-0eeb-419b-a21b-72b31e854317', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:06Z', 'updated_at': '2021-07-14T13:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': 'c31e97c3-136a-41b0-aa80-9c504bd23027', 'name': '', 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'mac_address': 'fa:16:3e:df:e4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:08Z', 'updated_at': '2021-07-14T13:53:14Z', 'revision_number': 5, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'subnets': [{'id': '9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:18.921446 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e485489-3c24-4b3b-a799-30981a75c7e8 None None] Checking router: 8247d43e-c2f6-4177-845d-68e9580fd7b9 for host: dv-cinder-800697-2-iscsi {{(pid=104576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:58:18.929502 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e485489-3c24-4b3b-a799-30981a75c7e8 None None] Routers {'8247d43e-c2f6-4177-845d-68e9580fd7b9'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:58:18.930086 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-4e485489-3c24-4b3b-a799-30981a75c7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:57:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['8247d43e-c2f6-4177-845d-68e9580fd7b9'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:18.965362 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [None req-15677675-c1e7-44e3-8fe5-670051f1efcc admin admin] For port 6af95f86-c588-476e-aed3-ec83637ba1dc, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=6af95f86-c588-476e-aed3-ec83637ba1dc,segment=NetworkSegment(63f26617-ec2e-4b21-85a6-8d9ce4b9b2c6),segment_id=63f26617-ec2e-4b21-85a6-8d9ce4b9b2c6)] {{(pid=104573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:18.965857 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-15677675-c1e7-44e3-8fe5-670051f1efcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:18.979689 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-15677675-c1e7-44e3-8fe5-670051f1efcc admin admin] Calling delete_port for 6af95f86-c588-476e-aed3-ec83637ba1dc owned by network:router_interface {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:58:19.034010 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-4e485489-3c24-4b3b-a799-30981a75c7e8 None None] Set router 8247d43e-c2f6-4177-845d-68e9580fd7b9 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:58:19.179033 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-15677675-c1e7-44e3-8fe5-670051f1efcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25680231'] for port, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:19.215828 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15677675-c1e7-44e3-8fe5-670051f1efcc admin admin] Pushing event deleted for resources: {'Port': ['ID=6af95f86-c588-476e-aed3-ec83637ba1dc,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:19.264679 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-4e485489-3c24-4b3b-a799-30981a75c7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'name': 'tempest-AttachVolumeTestJSON-935177722-router', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '226bd375-0eeb-419b-a21b-72b31e854317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:05Z', 'updated_at': '2021-07-14T13:53:08Z', 'revision_number': 4, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'gw_port': {'id': '226bd375-0eeb-419b-a21b-72b31e854317', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:06Z', 'updated_at': '2021-07-14T13:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': 'c31e97c3-136a-41b0-aa80-9c504bd23027', 'name': '', 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'mac_address': 'fa:16:3e:df:e4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:08Z', 'updated_at': '2021-07-14T13:53:14Z', 'revision_number': 5, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'subnets': [{'id': '9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:19.280685 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 50788) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:19.294389 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e485489-3c24-4b3b-a799-30981a75c7e8 None None] The sync data for ids ['8247d43e-c2f6-4177-845d-68e9580fd7b9'] in dv-cinder-800697-2-iscsi is: [{'id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'name': 'tempest-AttachVolumeTestJSON-935177722-router', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '226bd375-0eeb-419b-a21b-72b31e854317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:05Z', 'updated_at': '2021-07-14T13:53:08Z', 'revision_number': 4, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'gw_port': {'id': '226bd375-0eeb-419b-a21b-72b31e854317', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:06Z', 'updated_at': '2021-07-14T13:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': 'c31e97c3-136a-41b0-aa80-9c504bd23027', 'name': '', 'network_id': 'bdfad0f9-d901-4f01-9648-67faf0ceed7f', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'mac_address': 'fa:16:3e:df:e4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:08Z', 'updated_at': '2021-07-14T13:53:14Z', 'revision_number': 5, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'subnets': [{'id': '9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:58:19.348533 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3ea321d0-7729-4b72-b7c4-97cb9f0d7c14 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:19.383347 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3ea321d0-7729-4b72-b7c4-97cb9f0d7c14 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:19.417201 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-15677675-c1e7-44e3-8fe5-670051f1efcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360161'] for router_interface, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:19.438663 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-833809ad-1408-426a-b221-eb3235b19412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:19.447289 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3ea321d0-7729-4b72-b7c4-97cb9f0d7c14 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:19.449900 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3ea321d0-7729-4b72-b7c4-97cb9f0d7c14 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:19.451118 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-3ea321d0-7729-4b72-b7c4-97cb9f0d7c14 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "DELETE /v2.0/security-groups/b74dac0b-36c9-4239-868d-3d89af5da0a8 HTTP/1.1" status: 204 len: 168 time: 0.1693172 Jul 14 13:58:19.455753 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 50790) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:19.472371 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea321d0-7729-4b72-b7c4-97cb9f0d7c14 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74dac0b-36c9-4239-868d-3d89af5da0a8,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:19.474454 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.api.v2.resource [None req-2fe2e83c-6bc5-481e-a71f-c6b12e7a39e3 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] show failed (client error): The resource could not be found. Jul 14 13:58:19.475507 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-2fe2e83c-6bc5-481e-a71f-c6b12e7a39e3 tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "GET /v2.0/security-groups/b74dac0b-36c9-4239-868d-3d89af5da0a8 HTTP/1.1" status: 404 len: 347 time: 0.0180538 Jul 14 13:58:19.479979 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 50792) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:19.579672 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:19.583204 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98019ea5-bb7e-4934-a863-84dd240cd586 None None] New status for floating IP 1dc43e92-a1cf-4034-a307-b551aa6e5c43: DOWN {{(pid=104575) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:58:19.689552 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-c57d5665-4a36-4106-bc3a-94b5b0707a7f tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Deleting port e0d6ee1b-e908-40ae-9313-74ab93d64f5b {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:58:19.690139 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c57d5665-4a36-4106-bc3a-94b5b0707a7f tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:19.797096 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15677675-c1e7-44e3-8fe5-670051f1efcc admin admin] Router 5626b079-be46-4155-95b0-d07dbc0f476a has already been hosted by L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:58:19.809982 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c57d5665-4a36-4106-bc3a-94b5b0707a7f tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:19.810270 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c57d5665-4a36-4106-bc3a-94b5b0707a7f tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:19.825661 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-c57d5665-4a36-4106-bc3a-94b5b0707a7f tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Calling delete_port for e0d6ee1b-e908-40ae-9313-74ab93d64f5b owned by network:floatingip {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:58:19.973723 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15677675-c1e7-44e3-8fe5-670051f1efcc admin admin] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:58:19.979366 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-15677675-c1e7-44e3-8fe5-670051f1efcc admin admin] 10.222.0.35 "PUT /v2.0/routers/5626b079-be46-4155-95b0-d07dbc0f476a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0009508 Jul 14 13:58:19.982294 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 50794) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:19.984131 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c670d9-0b44-4967-8320-7451abda6133 None None] Sync routers for ids ['5626b079-be46-4155-95b0-d07dbc0f476a'] in dv-cinder-800697-2-iscsi {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:58:20.008326 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c670d9-0b44-4967-8320-7451abda6133 None None] Routers {'5626b079-be46-4155-95b0-d07dbc0f476a'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:58:20.009075 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-52c670d9-0b44-4967-8320-7451abda6133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:58:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['5626b079-be46-4155-95b0-d07dbc0f476a'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:20.051883 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c57d5665-4a36-4106-bc3a-94b5b0707a7f tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25680231'] for port, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:20.102404 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-54f2f416-e867-4239-8e4b-7a17f9da5d01 admin admin] Notify callbacks [] for router, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:20.118171 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-52c670d9-0b44-4967-8320-7451abda6133 None None] Set router 5626b079-be46-4155-95b0-d07dbc0f476a gateway port host: dv-cinder-800697-2-iscsi {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:58:20.140361 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d5665-4a36-4106-bc3a-94b5b0707a7f tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Pushing event deleted for resources: {'Port': ['ID=e0d6ee1b-e908-40ae-9313-74ab93d64f5b,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:20.144996 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c57d5665-4a36-4106-bc3a-94b5b0707a7f tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks [] for floatingip, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:20.147845 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c57d5665-4a36-4106-bc3a-94b5b0707a7f tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for floatingip, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:20.152925 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-c57d5665-4a36-4106-bc3a-94b5b0707a7f tempest-AttachVolumeTestJSON-1595456981 tempest-AttachVolumeTestJSON-1595456981-project] 10.222.0.35 "DELETE /v2.0/floatingips/1dc43e92-a1cf-4034-a307-b551aa6e5c43 HTTP/1.1" status: 204 len: 168 time: 0.6683011 Jul 14 13:58:20.212444 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-54f2f416-e867-4239-8e4b-7a17f9da5d01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:20.275425 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-54f2f416-e867-4239-8e4b-7a17f9da5d01 admin admin] Deleting port 1873dffd-f0d1-4c37-baff-af806b6f2cc3 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:58:20.275911 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-54f2f416-e867-4239-8e4b-7a17f9da5d01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:20.317740 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-52c670d9-0b44-4967-8320-7451abda6133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5626b079-be46-4155-95b0-d07dbc0f476a', 'name': 'tempest-TestMinimumBasicScenario-1899559920-router', 'tenant_id': '7f650beba843405cbf8579c022f357ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '1873dffd-f0d1-4c37-baff-af806b6f2cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:47Z', 'updated_at': '2021-07-14T13:58:19Z', 'revision_number': 5, 'project_id': '7f650beba843405cbf8579c022f357ed', 'gw_port': {'id': '1873dffd-f0d1-4c37-baff-af806b6f2cc3', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:23:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5626b079-be46-4155-95b0-d07dbc0f476a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:47Z', 'updated_at': '2021-07-14T13:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi'}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:20.345152 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c670d9-0b44-4967-8320-7451abda6133 None None] Checking router: 5626b079-be46-4155-95b0-d07dbc0f476a for host: dv-cinder-800697-2-iscsi {{(pid=104576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:58:20.352767 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [None req-54f2f416-e867-4239-8e4b-7a17f9da5d01 admin admin] For port 1873dffd-f0d1-4c37-baff-af806b6f2cc3, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=1873dffd-f0d1-4c37-baff-af806b6f2cc3,segment=NetworkSegment(c6937592-4176-4619-b9cc-7188e645a4b4),segment_id=c6937592-4176-4619-b9cc-7188e645a4b4)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:20.353120 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-54f2f416-e867-4239-8e4b-7a17f9da5d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:20.353574 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c670d9-0b44-4967-8320-7451abda6133 None None] Routers {'5626b079-be46-4155-95b0-d07dbc0f476a'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:58:20.354206 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-52c670d9-0b44-4967-8320-7451abda6133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:58:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['5626b079-be46-4155-95b0-d07dbc0f476a'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:20.365450 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-54f2f416-e867-4239-8e4b-7a17f9da5d01 admin admin] Calling delete_port for 1873dffd-f0d1-4c37-baff-af806b6f2cc3 owned by network:router_gateway {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:58:20.436888 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-52c670d9-0b44-4967-8320-7451abda6133 None None] Set router 5626b079-be46-4155-95b0-d07dbc0f476a gateway port host: None {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:58:20.493273 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-52c670d9-0b44-4967-8320-7451abda6133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5626b079-be46-4155-95b0-d07dbc0f476a', 'name': 'tempest-TestMinimumBasicScenario-1899559920-router', 'tenant_id': '7f650beba843405cbf8579c022f357ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:47Z', 'updated_at': '2021-07-14T13:58:20Z', 'revision_number': 6, 'project_id': '7f650beba843405cbf8579c022f357ed', 'gw_port_host': None}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:20.520781 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c670d9-0b44-4967-8320-7451abda6133 None None] The sync data for ids ['5626b079-be46-4155-95b0-d07dbc0f476a'] in dv-cinder-800697-2-iscsi is: [{'id': '5626b079-be46-4155-95b0-d07dbc0f476a', 'name': 'tempest-TestMinimumBasicScenario-1899559920-router', 'tenant_id': '7f650beba843405cbf8579c022f357ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:47Z', 'updated_at': '2021-07-14T13:58:20Z', 'revision_number': 6, 'project_id': '7f650beba843405cbf8579c022f357ed', 'gw_port_host': None}] {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:58:20.528956 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-54f2f416-e867-4239-8e4b-7a17f9da5d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:20.556293 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2f416-e867-4239-8e4b-7a17f9da5d01 admin admin] Pushing event deleted for resources: {'Port': ['ID=1873dffd-f0d1-4c37-baff-af806b6f2cc3,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:20.596424 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:20.620559 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-54f2f416-e867-4239-8e4b-7a17f9da5d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359175'] for router_gateway, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:20.721808 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-54f2f416-e867-4239-8e4b-7a17f9da5d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-359164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60033'] for router, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:20.724034 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-54f2f416-e867-4239-8e4b-7a17f9da5d01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:20.789983 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-54f2f416-e867-4239-8e4b-7a17f9da5d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-357388'] for router, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:20.790639 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f2f416-e867-4239-8e4b-7a17f9da5d01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5626b079-be46-4155-95b0-d07dbc0f476a {{(pid=104572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 13:58:20.797496 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-54f2f416-e867-4239-8e4b-7a17f9da5d01 admin admin] Notify callbacks [] for router, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:20.798950 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-54f2f416-e867-4239-8e4b-7a17f9da5d01 admin admin] 10.222.0.35 "DELETE /v2.0/routers/5626b079-be46-4155-95b0-d07dbc0f476a HTTP/1.1" status: 204 len: 168 time: 0.8154335 Jul 14 13:58:20.802965 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 50800) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:20.848185 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_v2 [None req-63064758-4e6c-4b6c-b106-526ad6dcbbf8 admin admin] Deleting subnet 221ed8c7-0fd8-4885-a702-ddccb87c327c {{(pid=104572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 13:58:20.851172 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-63064758-4e6c-4b6c-b106-526ad6dcbbf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:20.886352 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-63064758-4e6c-4b6c-b106-526ad6dcbbf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28912351'] for subnet, precommit_delete_associations {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:20.996762 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-63064758-4e6c-4b6c-b106-526ad6dcbbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3904323'] for subnet, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:21.050126 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-63064758-4e6c-4b6c-b106-526ad6dcbbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3904314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28728494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28022847'] for subnet, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:21.074602 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63064758-4e6c-4b6c-b106-526ad6dcbbf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=221ed8c7-0fd8-4885-a702-ddccb87c327c,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:21.079534 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-63064758-4e6c-4b6c-b106-526ad6dcbbf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for subnet, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:21.081520 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-63064758-4e6c-4b6c-b106-526ad6dcbbf8 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/221ed8c7-0fd8-4885-a702-ddccb87c327c HTTP/1.1" status: 204 len: 168 time: 0.2777469 Jul 14 13:58:21.084671 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 50802) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:21.085867 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0249146c-108f-4b07-9382-00ada71fc2bd None None] Network dd362da1-e55a-4cee-b77b-1d27ef8bcfe7 requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:58:21.156655 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8fd34d19-60c9-4de9-ac40-6d5bd82862fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3740586'] for network, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:21.218620 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-8fd34d19-60c9-4de9-ac40-6d5bd82862fb admin admin] Deleting port b9c47491-9df5-4ebb-9c95-4d651cda436f {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:58:21.218993 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8fd34d19-60c9-4de9-ac40-6d5bd82862fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:21.287942 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [None req-8fd34d19-60c9-4de9-ac40-6d5bd82862fb admin admin] For port b9c47491-9df5-4ebb-9c95-4d651cda436f, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=b9c47491-9df5-4ebb-9c95-4d651cda436f,segment=NetworkSegment(63f26617-ec2e-4b21-85a6-8d9ce4b9b2c6),segment_id=63f26617-ec2e-4b21-85a6-8d9ce4b9b2c6)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:21.288389 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8fd34d19-60c9-4de9-ac40-6d5bd82862fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:21.301212 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-8fd34d19-60c9-4de9-ac40-6d5bd82862fb admin admin] Calling delete_port for b9c47491-9df5-4ebb-9c95-4d651cda436f owned by network:dhcp {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:58:21.393234 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8fd34d19-60c9-4de9-ac40-6d5bd82862fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:21.398347 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796a31a8-abd2-4424-a960-dbc7808bb318 None None] DHCP port deletion for dd362da1-e55a-4cee-b77b-1d27ef8bcfe7 request from dv-cinder-800697-2-iscsi {{(pid=104575) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 13:58:21.432110 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd34d19-60c9-4de9-ac40-6d5bd82862fb admin admin] Pushing event deleted for resources: {'Port': ['ID=b9c47491-9df5-4ebb-9c95-4d651cda436f,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:21.437062 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd34d19-60c9-4de9-ac40-6d5bd82862fb admin admin] No DVR routers for this DVR port b9c47491-9df5-4ebb-9c95-4d651cda436f on host dv-cinder-800697-2-iscsi {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:58:21.511873 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8fd34d19-60c9-4de9-ac40-6d5bd82862fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3927510', 'neutron.services.segments.db._delete_segments_for_network-8787525843523'] for network, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:21.522398 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-8fd34d19-60c9-4de9-ac40-6d5bd82862fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd362da1-e55a-4cee-b77b-1d27ef8bcfe7']}} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:21.539953 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-8fd34d19-60c9-4de9-ac40-6d5bd82862fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f26617-ec2e-4b21-85a6-8d9ce4b9b2c6') {'for_net_delete': True} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:21.539953 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-8fd34d19-60c9-4de9-ac40-6d5bd82862fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f26617-ec2e-4b21-85a6-8d9ce4b9b2c6') {} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:21.543131 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8fd34d19-60c9-4de9-ac40-6d5bd82862fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787525844044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28912326'] for segment, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:21.556822 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8fd34d19-60c9-4de9-ac40-6d5bd82862fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542'] for segment, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:21.563774 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd34d19-60c9-4de9-ac40-6d5bd82862fb admin admin] Releasing vlan 881 on physical network physnet1 to pool {{(pid=104572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 13:58:21.564249 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8fd34d19-60c9-4de9-ac40-6d5bd82862fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28726016'] for segment, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:21.566174 dv-cinder-800697-2-iscsi neutron-server[104572]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:58:21.566174 dv-cinder-800697-2-iscsi neutron-server[104572]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:58:21.566174 dv-cinder-800697-2-iscsi neutron-server[104572]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:58:21.566174 dv-cinder-800697-2-iscsi neutron-server[104572]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:58:21.566174 dv-cinder-800697-2-iscsi neutron-server[104572]: Traceback (most recent call last): Jul 14 13:58:21.566174 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 13:58:21.566174 dv-cinder-800697-2-iscsi neutron-server[104572]: timer() Jul 14 13:58:21.566174 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 13:58:21.566174 dv-cinder-800697-2-iscsi neutron-server[104572]: cb(*args, **kw) Jul 14 13:58:21.566174 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 13:58:21.566174 dv-cinder-800697-2-iscsi neutron-server[104572]: return func(*args, **kwargs) Jul 14 13:58:21.566174 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 13:58:21.566174 dv-cinder-800697-2-iscsi neutron-server[104572]: self._notify() Jul 14 13:58:21.566174 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 13:58:21.566174 dv-cinder-800697-2-iscsi neutron-server[104572]: self.callback(batched_events) Jul 14 13:58:21.566174 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 13:58:21.566174 dv-cinder-800697-2-iscsi neutron-server[104572]: event.method(event) Jul 14 13:58:21.566174 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 13:58:21.566174 dv-cinder-800697-2-iscsi neutron-server[104572]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 13:58:21.566174 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 13:58:21.566174 dv-cinder-800697-2-iscsi neutron-server[104572]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 13:58:21.566174 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 13:58:21.566174 dv-cinder-800697-2-iscsi neutron-server[104572]: return f(self, *a, **k) Jul 14 13:58:21.566174 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 13:58:21.566174 dv-cinder-800697-2-iscsi neutron-server[104572]: return self._get(url).json() Jul 14 13:58:21.566174 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 13:58:21.566174 dv-cinder-800697-2-iscsi neutron-server[104572]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 13:58:21.566174 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 13:58:21.566174 dv-cinder-800697-2-iscsi neutron-server[104572]: return self.request(url, 'GET', **kwargs) Jul 14 13:58:21.566174 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 13:58:21.566174 dv-cinder-800697-2-iscsi neutron-server[104572]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 13:58:21.566174 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 13:58:21.566174 dv-cinder-800697-2-iscsi neutron-server[104572]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 13:58:21.566174 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 13:58:21.566174 dv-cinder-800697-2-iscsi neutron-server[104572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 13:58:21.566174 dv-cinder-800697-2-iscsi neutron-server[104572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 13:58:21.621522 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8fd34d19-60c9-4de9-ac40-6d5bd82862fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3927489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359267'] for network, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:21.627127 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8fd34d19-60c9-4de9-ac40-6d5bd82862fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for network, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:21.629079 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-8fd34d19-60c9-4de9-ac40-6d5bd82862fb admin admin] 10.222.0.35 "DELETE /v2.0/networks/dd362da1-e55a-4cee-b77b-1d27ef8bcfe7 HTTP/1.1" status: 204 len: 168 time: 0.5434880 Jul 14 13:58:21.632110 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 50810) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:21.639889 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd34d19-60c9-4de9-ac40-6d5bd82862fb admin admin] Pushing event deleted for resources: {'Network': ['ID=dd362da1-e55a-4cee-b77b-1d27ef8bcfe7,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:21.988254 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-da38061a-64ff-479d-97c6-22ddbf8a2221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360013'] for router_interface, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:22.018584 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 986c691d-3a6f-416c-8da6-57d04f00a8a6 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:58:22.039478 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] No Port match for: 986c691d-3a6f-416c-8da6-57d04f00a8a6 {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:58:22.039785 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 986c691d-3a6f-416c-8da6-57d04f00a8a6 not bound to the agent host hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:58:22.046771 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 1873dffd-f0d1-4c37-baff-af806b6f2cc3 no longer exists at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:58:22.068822 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] No Port match for: 1873dffd-f0d1-4c37-baff-af806b6f2cc3 {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:58:22.069159 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 1873dffd-f0d1-4c37-baff-af806b6f2cc3 not bound to the agent host dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:58:22.069556 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 6af95f86-c588-476e-aed3-ec83637ba1dc no longer exists at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:58:22.088166 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] No Port match for: 6af95f86-c588-476e-aed3-ec83637ba1dc {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:58:22.088605 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 6af95f86-c588-476e-aed3-ec83637ba1dc not bound to the agent host dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:58:22.089106 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device b9c47491-9df5-4ebb-9c95-4d651cda436f no longer exists at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:58:22.111931 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] No Port match for: b9c47491-9df5-4ebb-9c95-4d651cda436f {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:58:22.112272 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device b9c47491-9df5-4ebb-9c95-4d651cda436f not bound to the agent host dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:58:22.125769 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:22.245838 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-da38061a-64ff-479d-97c6-22ddbf8a2221 admin admin] Deleting port 737d6fb7-29a8-460e-b5ba-cfac71ebaf28 {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:58:22.246067 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-da38061a-64ff-479d-97c6-22ddbf8a2221 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:22.324506 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [None req-da38061a-64ff-479d-97c6-22ddbf8a2221 admin admin] For port 737d6fb7-29a8-460e-b5ba-cfac71ebaf28, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=737d6fb7-29a8-460e-b5ba-cfac71ebaf28,segment=NetworkSegment(67595d0b-8d46-4471-8583-7d36e51df5b6),segment_id=67595d0b-8d46-4471-8583-7d36e51df5b6)] {{(pid=104573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:22.324853 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-da38061a-64ff-479d-97c6-22ddbf8a2221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:22.337232 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-da38061a-64ff-479d-97c6-22ddbf8a2221 admin admin] Calling delete_port for 737d6fb7-29a8-460e-b5ba-cfac71ebaf28 owned by network:router_interface {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:58:22.516259 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-da38061a-64ff-479d-97c6-22ddbf8a2221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25680231'] for port, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:22.541587 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38061a-64ff-479d-97c6-22ddbf8a2221 admin admin] Pushing event deleted for resources: {'Port': ['ID=737d6fb7-29a8-460e-b5ba-cfac71ebaf28,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:22.711964 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-da38061a-64ff-479d-97c6-22ddbf8a2221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360161'] for router_interface, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:22.929650 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da38061a-64ff-479d-97c6-22ddbf8a2221 admin admin] Router 7a690fac-dcc3-4c60-97c8-42795ecaf41b has already been hosted by L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:58:23.038616 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da38061a-64ff-479d-97c6-22ddbf8a2221 admin admin] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:58:23.043511 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-da38061a-64ff-479d-97c6-22ddbf8a2221 admin admin] 10.222.0.35 "PUT /v2.0/routers/7a690fac-dcc3-4c60-97c8-42795ecaf41b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4103572 Jul 14 13:58:23.046375 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 50824) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:23.046905 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1834c3ef-244e-4bf1-986f-2982ea124966 None None] Sync routers for ids ['7a690fac-dcc3-4c60-97c8-42795ecaf41b'] in dv-cinder-800697-2-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:58:23.056037 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1834c3ef-244e-4bf1-986f-2982ea124966 None None] Routers {'7a690fac-dcc3-4c60-97c8-42795ecaf41b'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:58:23.056648 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-1834c3ef-244e-4bf1-986f-2982ea124966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:58:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['7a690fac-dcc3-4c60-97c8-42795ecaf41b'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:23.149245 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-269fafea-309e-4e64-a55f-50a15769939f admin admin] Notify callbacks [] for router, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:23.159241 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-1834c3ef-244e-4bf1-986f-2982ea124966 None None] Set router 7a690fac-dcc3-4c60-97c8-42795ecaf41b gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:58:23.252237 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-269fafea-309e-4e64-a55f-50a15769939f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:23.305818 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-269fafea-309e-4e64-a55f-50a15769939f admin admin] Deleting port 5cd0eda1-9fff-4396-b23d-2145c306e2c9 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:58:23.306163 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-269fafea-309e-4e64-a55f-50a15769939f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:23.333601 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-1834c3ef-244e-4bf1-986f-2982ea124966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a690fac-dcc3-4c60-97c8-42795ecaf41b', 'name': 'tempest-TestMinimumBasicScenario-2054758424-router', 'tenant_id': '6f5d64b3444d48a5af59f1dfe4dee091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '5cd0eda1-9fff-4396-b23d-2145c306e2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:58:22Z', 'revision_number': 5, 'project_id': '6f5d64b3444d48a5af59f1dfe4dee091', 'gw_port': {'id': '5cd0eda1-9fff-4396-b23d-2145c306e2c9', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:85:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a690fac-dcc3-4c60-97c8-42795ecaf41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi'}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:23.363104 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1834c3ef-244e-4bf1-986f-2982ea124966 None None] Checking router: 7a690fac-dcc3-4c60-97c8-42795ecaf41b for host: dv-cinder-800697-2-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:58:23.371582 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1834c3ef-244e-4bf1-986f-2982ea124966 None None] Routers {'7a690fac-dcc3-4c60-97c8-42795ecaf41b'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:58:23.372163 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-1834c3ef-244e-4bf1-986f-2982ea124966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:58:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['7a690fac-dcc3-4c60-97c8-42795ecaf41b'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:23.383613 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [None req-269fafea-309e-4e64-a55f-50a15769939f admin admin] For port 5cd0eda1-9fff-4396-b23d-2145c306e2c9, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=5cd0eda1-9fff-4396-b23d-2145c306e2c9,segment=NetworkSegment(c6937592-4176-4619-b9cc-7188e645a4b4),segment_id=c6937592-4176-4619-b9cc-7188e645a4b4)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:23.383962 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-269fafea-309e-4e64-a55f-50a15769939f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:23.396544 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-269fafea-309e-4e64-a55f-50a15769939f admin admin] Calling delete_port for 5cd0eda1-9fff-4396-b23d-2145c306e2c9 owned by network:router_gateway {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:58:23.455652 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-1834c3ef-244e-4bf1-986f-2982ea124966 None None] Set router 7a690fac-dcc3-4c60-97c8-42795ecaf41b gateway port host: None {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:58:23.506085 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-1834c3ef-244e-4bf1-986f-2982ea124966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a690fac-dcc3-4c60-97c8-42795ecaf41b', 'name': 'tempest-TestMinimumBasicScenario-2054758424-router', 'tenant_id': '6f5d64b3444d48a5af59f1dfe4dee091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:58:23Z', 'revision_number': 6, 'project_id': '6f5d64b3444d48a5af59f1dfe4dee091', 'gw_port_host': None}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:23.535588 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1834c3ef-244e-4bf1-986f-2982ea124966 None None] The sync data for ids ['7a690fac-dcc3-4c60-97c8-42795ecaf41b'] in dv-cinder-800697-2-iscsi is: [{'id': '7a690fac-dcc3-4c60-97c8-42795ecaf41b', 'name': 'tempest-TestMinimumBasicScenario-2054758424-router', 'tenant_id': '6f5d64b3444d48a5af59f1dfe4dee091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:58:23Z', 'revision_number': 6, 'project_id': '6f5d64b3444d48a5af59f1dfe4dee091', 'gw_port_host': None}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:58:23.560823 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-269fafea-309e-4e64-a55f-50a15769939f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:23.591157 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269fafea-309e-4e64-a55f-50a15769939f admin admin] Pushing event deleted for resources: {'Port': ['ID=5cd0eda1-9fff-4396-b23d-2145c306e2c9,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:23.648834 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-269fafea-309e-4e64-a55f-50a15769939f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359175'] for router_gateway, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:23.737454 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-269fafea-309e-4e64-a55f-50a15769939f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-359164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60033'] for router, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:23.739727 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-269fafea-309e-4e64-a55f-50a15769939f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:23.783305 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-269fafea-309e-4e64-a55f-50a15769939f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-357388'] for router, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:23.783857 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269fafea-309e-4e64-a55f-50a15769939f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a690fac-dcc3-4c60-97c8-42795ecaf41b {{(pid=104572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 13:58:23.787982 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-269fafea-309e-4e64-a55f-50a15769939f admin admin] Notify callbacks [] for router, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:23.789046 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-269fafea-309e-4e64-a55f-50a15769939f admin admin] 10.222.0.35 "DELETE /v2.0/routers/7a690fac-dcc3-4c60-97c8-42795ecaf41b HTTP/1.1" status: 204 len: 168 time: 0.7416506 Jul 14 13:58:23.791802 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 50830) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:23.840441 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e94839-801a-459e-a08e-e90ea138766b admin admin] Deleting subnet adc97469-7f49-4f42-8b1f-96c6fa753460 {{(pid=104573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 13:58:23.843660 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-54e94839-801a-459e-a08e-e90ea138766b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:23.886816 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-54e94839-801a-459e-a08e-e90ea138766b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28943688'] for subnet, precommit_delete_associations {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:23.893230 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 50834) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:23.973778 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-54e94839-801a-459e-a08e-e90ea138766b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3904323'] for subnet, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:24.026126 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-54e94839-801a-459e-a08e-e90ea138766b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3904314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25680186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25587366'] for subnet, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:24.053032 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-54e94839-801a-459e-a08e-e90ea138766b admin admin] Notify callbacks [] for subnet, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:24.054813 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-54e94839-801a-459e-a08e-e90ea138766b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/adc97469-7f49-4f42-8b1f-96c6fa753460 HTTP/1.1" status: 204 len: 168 time: 0.2619810 Jul 14 13:58:24.055742 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e94839-801a-459e-a08e-e90ea138766b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adc97469-7f49-4f42-8b1f-96c6fa753460,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:24.058373 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d2cb73-4b63-433b-93ed-67b1a2f7107e None None] Network b192114f-c12e-4450-a153-8e558705119e requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:58:24.058836 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 50838) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:24.130884 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3ec993b4-303a-48ca-a0c9-736b3723e172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3740586'] for network, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:24.200900 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-3ec993b4-303a-48ca-a0c9-736b3723e172 admin admin] Deleting port 36e0069e-67a5-44d8-a813-4296bc4aa0d6 {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:58:24.201255 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3ec993b4-303a-48ca-a0c9-736b3723e172 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:24.262269 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [None req-3ec993b4-303a-48ca-a0c9-736b3723e172 admin admin] For port 36e0069e-67a5-44d8-a813-4296bc4aa0d6, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=36e0069e-67a5-44d8-a813-4296bc4aa0d6,segment=NetworkSegment(67595d0b-8d46-4471-8583-7d36e51df5b6),segment_id=67595d0b-8d46-4471-8583-7d36e51df5b6)] {{(pid=104573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:24.262576 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3ec993b4-303a-48ca-a0c9-736b3723e172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:24.279410 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-3ec993b4-303a-48ca-a0c9-736b3723e172 admin admin] Calling delete_port for 36e0069e-67a5-44d8-a813-4296bc4aa0d6 owned by network:dhcp {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:58:24.306950 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0261beb2-28cb-460f-a41d-bc61b2f7d22b None None] DHCP port deletion for b192114f-c12e-4450-a153-8e558705119e request from dv-cinder-800697-2-iscsi {{(pid=104575) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 13:58:24.376321 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-0261beb2-28cb-460f-a41d-bc61b2f7d22b None None] Deleting port 36e0069e-67a5-44d8-a813-4296bc4aa0d6 {{(pid=104575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:58:24.376876 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-0261beb2-28cb-460f-a41d-bc61b2f7d22b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:24.381995 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f678b0f7-c9b1-4bf4-b4f7-ebe790c37773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360013'] for router_interface, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:24.393062 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 737d6fb7-29a8-460e-b5ba-cfac71ebaf28 no longer exists at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:58:24.412032 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3ec993b4-303a-48ca-a0c9-736b3723e172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25680231'] for port, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:24.438520 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec993b4-303a-48ca-a0c9-736b3723e172 admin admin] Pushing event deleted for resources: {'Port': ['ID=36e0069e-67a5-44d8-a813-4296bc4aa0d6,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:24.444994 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec993b4-303a-48ca-a0c9-736b3723e172 admin admin] No DVR routers for this DVR port 36e0069e-67a5-44d8-a813-4296bc4aa0d6 on host dv-cinder-800697-2-iscsi {{(pid=104573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:58:24.455581 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] No Port match for: 737d6fb7-29a8-460e-b5ba-cfac71ebaf28 {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:58:24.455928 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 737d6fb7-29a8-460e-b5ba-cfac71ebaf28 not bound to the agent host dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:58:24.456333 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 36e0069e-67a5-44d8-a813-4296bc4aa0d6 no longer exists at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:58:24.490517 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] No Port match for: 36e0069e-67a5-44d8-a813-4296bc4aa0d6 {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:58:24.490866 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 36e0069e-67a5-44d8-a813-4296bc4aa0d6 not bound to the agent host dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:58:24.491320 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 5cd0eda1-9fff-4396-b23d-2145c306e2c9 no longer exists at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:58:24.519984 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] No Port match for: 5cd0eda1-9fff-4396-b23d-2145c306e2c9 {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:58:24.519984 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 5cd0eda1-9fff-4396-b23d-2145c306e2c9 not bound to the agent host dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:58:24.522018 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3ec993b4-303a-48ca-a0c9-736b3723e172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3927510', 'neutron.services.segments.db._delete_segments_for_network-8787525843523'] for network, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:24.528758 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-0261beb2-28cb-460f-a41d-bc61b2f7d22b None None] For port 36e0069e-67a5-44d8-a813-4296bc4aa0d6, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=36e0069e-67a5-44d8-a813-4296bc4aa0d6,segment=NetworkSegment(67595d0b-8d46-4471-8583-7d36e51df5b6),segment_id=67595d0b-8d46-4471-8583-7d36e51df5b6)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:24.529162 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-0261beb2-28cb-460f-a41d-bc61b2f7d22b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:24.535310 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-3ec993b4-303a-48ca-a0c9-736b3723e172 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b192114f-c12e-4450-a153-8e558705119e']}} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:24.543363 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-0261beb2-28cb-460f-a41d-bc61b2f7d22b None None] Calling delete_port for 36e0069e-67a5-44d8-a813-4296bc4aa0d6 owned by network:dhcp {{(pid=104575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:58:24.547881 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-3ec993b4-303a-48ca-a0c9-736b3723e172 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67595d0b-8d46-4471-8583-7d36e51df5b6') {'for_net_delete': True} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:24.548168 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-3ec993b4-303a-48ca-a0c9-736b3723e172 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67595d0b-8d46-4471-8583-7d36e51df5b6') {} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:24.560796 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3ec993b4-303a-48ca-a0c9-736b3723e172 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787525844044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28943697'] for segment, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:24.578686 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3ec993b4-303a-48ca-a0c9-736b3723e172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542'] for segment, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:24.586224 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec993b4-303a-48ca-a0c9-736b3723e172 admin admin] Releasing vlan 877 on physical network physnet1 to pool {{(pid=104573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 13:58:24.586670 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3ec993b4-303a-48ca-a0c9-736b3723e172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25679508'] for segment, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:24.588752 dv-cinder-800697-2-iscsi neutron-server[104573]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:58:24.588752 dv-cinder-800697-2-iscsi neutron-server[104573]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:58:24.588752 dv-cinder-800697-2-iscsi neutron-server[104573]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:58:24.588752 dv-cinder-800697-2-iscsi neutron-server[104573]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:58:24.588752 dv-cinder-800697-2-iscsi neutron-server[104573]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:58:24.588752 dv-cinder-800697-2-iscsi neutron-server[104573]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:58:24.588752 dv-cinder-800697-2-iscsi neutron-server[104573]: Traceback (most recent call last): Jul 14 13:58:24.588752 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 13:58:24.588752 dv-cinder-800697-2-iscsi neutron-server[104573]: timer() Jul 14 13:58:24.588752 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 13:58:24.588752 dv-cinder-800697-2-iscsi neutron-server[104573]: cb(*args, **kw) Jul 14 13:58:24.588752 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 13:58:24.588752 dv-cinder-800697-2-iscsi neutron-server[104573]: return func(*args, **kwargs) Jul 14 13:58:24.588752 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 13:58:24.588752 dv-cinder-800697-2-iscsi neutron-server[104573]: self._notify() Jul 14 13:58:24.588752 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 13:58:24.588752 dv-cinder-800697-2-iscsi neutron-server[104573]: self.callback(batched_events) Jul 14 13:58:24.588752 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 13:58:24.588752 dv-cinder-800697-2-iscsi neutron-server[104573]: event.method(event) Jul 14 13:58:24.588752 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 13:58:24.588752 dv-cinder-800697-2-iscsi neutron-server[104573]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 13:58:24.588752 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 13:58:24.588752 dv-cinder-800697-2-iscsi neutron-server[104573]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 13:58:24.588752 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 13:58:24.588752 dv-cinder-800697-2-iscsi neutron-server[104573]: return f(self, *a, **k) Jul 14 13:58:24.588752 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 13:58:24.588752 dv-cinder-800697-2-iscsi neutron-server[104573]: return self._get(url).json() Jul 14 13:58:24.588752 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 13:58:24.588752 dv-cinder-800697-2-iscsi neutron-server[104573]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 13:58:24.588752 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 13:58:24.588752 dv-cinder-800697-2-iscsi neutron-server[104573]: return self.request(url, 'GET', **kwargs) Jul 14 13:58:24.588752 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 13:58:24.588752 dv-cinder-800697-2-iscsi neutron-server[104573]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 13:58:24.588752 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 13:58:24.588752 dv-cinder-800697-2-iscsi neutron-server[104573]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 13:58:24.588752 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 13:58:24.588752 dv-cinder-800697-2-iscsi neutron-server[104573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 13:58:24.588752 dv-cinder-800697-2-iscsi neutron-server[104573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 13:58:24.661128 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3ec993b4-303a-48ca-a0c9-736b3723e172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3927489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359267'] for network, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:24.681727 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3ec993b4-303a-48ca-a0c9-736b3723e172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for network, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:24.688870 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-3ec993b4-303a-48ca-a0c9-736b3723e172 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b192114f-c12e-4450-a153-8e558705119e HTTP/1.1" status: 204 len: 168 time: 0.6275680 Jul 14 13:58:24.689898 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec993b4-303a-48ca-a0c9-736b3723e172 admin admin] Pushing event deleted for resources: {'Network': ['ID=b192114f-c12e-4450-a153-8e558705119e,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:24.699573 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-0261beb2-28cb-460f-a41d-bc61b2f7d22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764'] for port, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:24.725797 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0261beb2-28cb-460f-a41d-bc61b2f7d22b None None] Pushing event deleted for resources: {'Port': ['ID=36e0069e-67a5-44d8-a813-4296bc4aa0d6,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:24.731481 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0261beb2-28cb-460f-a41d-bc61b2f7d22b None None] Network b192114f-c12e-4450-a153-8e558705119e is not hosted by any dhcp agent {{(pid=104575) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 13:58:24.732143 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0261beb2-28cb-460f-a41d-bc61b2f7d22b None None] No DVR routers for this DVR port 36e0069e-67a5-44d8-a813-4296bc4aa0d6 on host dv-cinder-800697-2-iscsi {{(pid=104575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:58:24.817528 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 50842) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:24.863770 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-a1816179-2f43-4248-9db5-e4a9d7d047c5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7f650beba843405cbf8579c022f357ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0449340 Jul 14 13:58:24.866160 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 50844) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:24.936952 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-f678b0f7-c9b1-4bf4-b4f7-ebe790c37773 admin admin] Deleting port c31e97c3-136a-41b0-aa80-9c504bd23027 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:58:24.937253 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f678b0f7-c9b1-4bf4-b4f7-ebe790c37773 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:25.018699 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [None req-f678b0f7-c9b1-4bf4-b4f7-ebe790c37773 admin admin] For port c31e97c3-136a-41b0-aa80-9c504bd23027, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=c31e97c3-136a-41b0-aa80-9c504bd23027,segment=NetworkSegment(e34051e8-9622-4ad8-9500-be981e12d304),segment_id=e34051e8-9622-4ad8-9500-be981e12d304)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:25.018996 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f678b0f7-c9b1-4bf4-b4f7-ebe790c37773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:25.032719 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-f678b0f7-c9b1-4bf4-b4f7-ebe790c37773 admin admin] Calling delete_port for c31e97c3-136a-41b0-aa80-9c504bd23027 owned by network:router_interface {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:58:25.192683 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e3541887-e24c-4fd5-a75d-a77129a6aba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:25.212617 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f678b0f7-c9b1-4bf4-b4f7-ebe790c37773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:25.213626 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e3541887-e24c-4fd5-a75d-a77129a6aba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:25.238792 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f678b0f7-c9b1-4bf4-b4f7-ebe790c37773 admin admin] Pushing event deleted for resources: {'Port': ['ID=c31e97c3-136a-41b0-aa80-9c504bd23027,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:25.263823 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e3541887-e24c-4fd5-a75d-a77129a6aba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:25.266507 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e3541887-e24c-4fd5-a75d-a77129a6aba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:25.270277 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-e3541887-e24c-4fd5-a75d-a77129a6aba0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3faa8cc8-6137-47b7-bbeb-e2506abe75f4 HTTP/1.1" status: 204 len: 168 time: 0.4006352 Jul 14 13:58:25.279838 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3541887-e24c-4fd5-a75d-a77129a6aba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3faa8cc8-6137-47b7-bbeb-e2506abe75f4,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:25.420559 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f678b0f7-c9b1-4bf4-b4f7-ebe790c37773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360161'] for router_interface, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:25.604511 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 50850) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:25.630682 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f678b0f7-c9b1-4bf4-b4f7-ebe790c37773 admin admin] Router 8247d43e-c2f6-4177-845d-68e9580fd7b9 has already been hosted by L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:58:25.644427 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-b7919183-ab47-48b4-a90b-9452bd1fa5ee admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6f5d64b3444d48a5af59f1dfe4dee091&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387683 Jul 14 13:58:25.646946 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 50852) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:25.693648 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2c942da0-d456-4094-a970-3f1fefce2580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:25.714134 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2c942da0-d456-4094-a970-3f1fefce2580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:25.733656 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f678b0f7-c9b1-4bf4-b4f7-ebe790c37773 admin admin] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:58:25.741206 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-f678b0f7-c9b1-4bf4-b4f7-ebe790c37773 admin admin] 10.222.0.35 "PUT /v2.0/routers/8247d43e-c2f6-4177-845d-68e9580fd7b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8443398 Jul 14 13:58:25.741427 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 50854) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:25.742199 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae26ee4-bf4b-4ee1-a3c5-eacdce0d3e98 None None] Sync routers for ids ['8247d43e-c2f6-4177-845d-68e9580fd7b9'] in dv-cinder-800697-2-iscsi {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:58:25.752696 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae26ee4-bf4b-4ee1-a3c5-eacdce0d3e98 None None] Routers {'8247d43e-c2f6-4177-845d-68e9580fd7b9'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:58:25.753287 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-aae26ee4-bf4b-4ee1-a3c5-eacdce0d3e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:58:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['8247d43e-c2f6-4177-845d-68e9580fd7b9'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:25.764190 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2c942da0-d456-4094-a970-3f1fefce2580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:25.767461 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2c942da0-d456-4094-a970-3f1fefce2580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:25.770346 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-2c942da0-d456-4094-a970-3f1fefce2580 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/21a62202-612f-4d44-a7c3-2ce76eaba95f HTTP/1.1" status: 204 len: 168 time: 0.1224506 Jul 14 13:58:25.778848 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c942da0-d456-4094-a970-3f1fefce2580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a62202-612f-4d44-a7c3-2ce76eaba95f,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:25.849727 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-aeb6231e-0bf0-4454-9cd1-f6cd5958bbb3 admin admin] Notify callbacks [] for router, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:25.856709 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-aae26ee4-bf4b-4ee1-a3c5-eacdce0d3e98 None None] Set router 8247d43e-c2f6-4177-845d-68e9580fd7b9 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:58:25.957286 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-aeb6231e-0bf0-4454-9cd1-f6cd5958bbb3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:26.013067 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-aeb6231e-0bf0-4454-9cd1-f6cd5958bbb3 admin admin] Deleting port 226bd375-0eeb-419b-a21b-72b31e854317 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:58:26.013420 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-aeb6231e-0bf0-4454-9cd1-f6cd5958bbb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:26.033242 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-aae26ee4-bf4b-4ee1-a3c5-eacdce0d3e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'name': 'tempest-AttachVolumeTestJSON-935177722-router', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '226bd375-0eeb-419b-a21b-72b31e854317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:05Z', 'updated_at': '2021-07-14T13:58:25Z', 'revision_number': 5, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'gw_port': {'id': '226bd375-0eeb-419b-a21b-72b31e854317', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:06Z', 'updated_at': '2021-07-14T13:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi'}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:26.107263 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [None req-aeb6231e-0bf0-4454-9cd1-f6cd5958bbb3 admin admin] For port 226bd375-0eeb-419b-a21b-72b31e854317, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=226bd375-0eeb-419b-a21b-72b31e854317,segment=NetworkSegment(c6937592-4176-4619-b9cc-7188e645a4b4),segment_id=c6937592-4176-4619-b9cc-7188e645a4b4)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:26.107623 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-aeb6231e-0bf0-4454-9cd1-f6cd5958bbb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:26.121009 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-aeb6231e-0bf0-4454-9cd1-f6cd5958bbb3 admin admin] Calling delete_port for 226bd375-0eeb-419b-a21b-72b31e854317 owned by network:router_gateway {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:58:26.157436 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae26ee4-bf4b-4ee1-a3c5-eacdce0d3e98 None None] Checking router: 8247d43e-c2f6-4177-845d-68e9580fd7b9 for host: dv-cinder-800697-2-iscsi {{(pid=104576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:58:26.167060 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae26ee4-bf4b-4ee1-a3c5-eacdce0d3e98 None None] Routers {'8247d43e-c2f6-4177-845d-68e9580fd7b9'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:58:26.167853 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-aae26ee4-bf4b-4ee1-a3c5-eacdce0d3e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:58:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['8247d43e-c2f6-4177-845d-68e9580fd7b9'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:26.255640 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-aae26ee4-bf4b-4ee1-a3c5-eacdce0d3e98 None None] Set router 8247d43e-c2f6-4177-845d-68e9580fd7b9 gateway port host: None {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:58:26.307238 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-aae26ee4-bf4b-4ee1-a3c5-eacdce0d3e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'name': 'tempest-AttachVolumeTestJSON-935177722-router', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:05Z', 'updated_at': '2021-07-14T13:58:25Z', 'revision_number': 6, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'gw_port_host': None}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:26.310327 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-aeb6231e-0bf0-4454-9cd1-f6cd5958bbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:26.338196 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6231e-0bf0-4454-9cd1-f6cd5958bbb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=226bd375-0eeb-419b-a21b-72b31e854317,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:26.339816 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae26ee4-bf4b-4ee1-a3c5-eacdce0d3e98 None None] The sync data for ids ['8247d43e-c2f6-4177-845d-68e9580fd7b9'] in dv-cinder-800697-2-iscsi is: [{'id': '8247d43e-c2f6-4177-845d-68e9580fd7b9', 'name': 'tempest-AttachVolumeTestJSON-935177722-router', 'tenant_id': '43e0f688f2114f8488820a3f02572e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:05Z', 'updated_at': '2021-07-14T13:58:25Z', 'revision_number': 6, 'project_id': '43e0f688f2114f8488820a3f02572e1e', 'gw_port_host': None}] {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:58:26.401958 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-aeb6231e-0bf0-4454-9cd1-f6cd5958bbb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359175'] for router_gateway, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:26.490248 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-aeb6231e-0bf0-4454-9cd1-f6cd5958bbb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-359164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60033'] for router, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:26.492403 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-aeb6231e-0bf0-4454-9cd1-f6cd5958bbb3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:26.513409 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 50876) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:26.538727 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-aeb6231e-0bf0-4454-9cd1-f6cd5958bbb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-357388'] for router, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:26.539549 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb6231e-0bf0-4454-9cd1-f6cd5958bbb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8247d43e-c2f6-4177-845d-68e9580fd7b9 {{(pid=104572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 13:58:26.543701 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-aeb6231e-0bf0-4454-9cd1-f6cd5958bbb3 admin admin] Notify callbacks [] for router, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:26.544840 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-aeb6231e-0bf0-4454-9cd1-f6cd5958bbb3 admin admin] 10.222.0.35 "DELETE /v2.0/routers/8247d43e-c2f6-4177-845d-68e9580fd7b9 HTTP/1.1" status: 204 len: 168 time: 0.8025272 Jul 14 13:58:26.547341 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 50880) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:26.590007 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c86a2f5-1376-4f44-8df3-401abef7edfd admin admin] Deleting subnet 9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2 {{(pid=104572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 13:58:26.593129 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1c86a2f5-1376-4f44-8df3-401abef7edfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:26.608516 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-a26e0360-0951-4106-9965-806209c17fa2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2059083931-network', 'tenant_id': 'fe207ad70b0241cd8f33f1a0ac3ff905'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:58:26.627190 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1c86a2f5-1376-4f44-8df3-401abef7edfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28912351'] for subnet, precommit_delete_associations {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:26.634145 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26e0360-0951-4106-9965-806209c17fa2 admin admin] Made reservation on behalf of fe207ad70b0241cd8f33f1a0ac3ff905 for: {'network': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:58:26.636547 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a26e0360-0951-4106-9965-806209c17fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for network, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:26.645016 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a26e0360-0951-4106-9965-806209c17fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:26.716937 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1c86a2f5-1376-4f44-8df3-401abef7edfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3904323'] for subnet, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:26.741403 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a26e0360-0951-4106-9965-806209c17fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:26.747951 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a26e0360-0951-4106-9965-806209c17fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:26.769841 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a26e0360-0951-4106-9965-806209c17fa2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 862} {{(pid=104573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:58:26.785215 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1c86a2f5-1376-4f44-8df3-401abef7edfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3904314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28728494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28022847'] for subnet, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:26.785989 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e0360-0951-4106-9965-806209c17fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aebe3fdf-1aeb-4240-a899-62c809ee2417,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:26.790084 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a26e0360-0951-4106-9965-806209c17fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542'] for segment, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:26.790250 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.db.segments_db [None req-a26e0360-0951-4106-9965-806209c17fa2 admin admin] Added segment 1063a647-fcf3-495f-9b4f-92ad05366b43 of type vlan for network 1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d Jul 14 13:58:26.811847 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86a2f5-1376-4f44-8df3-401abef7edfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:26.815702 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1c86a2f5-1376-4f44-8df3-401abef7edfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for subnet, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:26.820374 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-1c86a2f5-1376-4f44-8df3-401abef7edfd admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9d31d35e-0fe6-4d65-9c15-8c18d4a82ed2 HTTP/1.1" status: 204 len: 168 time: 0.2694905 Jul 14 13:58:26.820551 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 50882) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:26.821754 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e4ad9f-40d9-4ee7-8344-01b48bf77f37 None None] Network bdfad0f9-d901-4f01-9648-67faf0ceed7f requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:58:26.832923 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a26e0360-0951-4106-9965-806209c17fa2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787525299204'] for network, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:26.862152 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a26e0360-0951-4106-9965-806209c17fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338'] for network, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:26.863263 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26e0360-0951-4106-9965-806209c17fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:26.863925 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a26e0360-0951-4106-9965-806209c17fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for network, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:26.893494 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-13318608-de79-4529-a686-96aca14a0b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3740586'] for network, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:26.919921 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-a26e0360-0951-4106-9965-806209c17fa2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4052746 Jul 14 13:58:26.922604 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 50884) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:26.929751 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-8b6069a6-e2c4-4f08-ba75-0b2badb7c097 admin admin] Request body: {'subnet': {'network_id': '1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2059083931-subnet', 'tenant_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'ip_version': 4}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:58:26.935418 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e0360-0951-4106-9965-806209c17fa2 admin admin] Pushing event updated for resources: {'Network': ['ID=1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:26.945387 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Network 1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d details requested by agent ovs-agent-dv-cinder-800697-2-iscsi with host dv-cinder-800697-2-iscsi {{(pid=104575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:58:26.960981 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-13318608-de79-4529-a686-96aca14a0b69 admin admin] Deleting port f93ca0f0-e8c6-4278-a219-b6e57611932b {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:58:26.961223 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6069a6-e2c4-4f08-ba75-0b2badb7c097 admin admin] Made reservation on behalf of fe207ad70b0241cd8f33f1a0ac3ff905 for: {'subnet': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:58:26.961814 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-13318608-de79-4529-a686-96aca14a0b69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:26.963636 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8b6069a6-e2c4-4f08-ba75-0b2badb7c097 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25587331'] for subnet, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:27.032555 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [None req-13318608-de79-4529-a686-96aca14a0b69 admin admin] For port f93ca0f0-e8c6-4278-a219-b6e57611932b, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=f93ca0f0-e8c6-4278-a219-b6e57611932b,segment=NetworkSegment(e34051e8-9622-4ad8-9500-be981e12d304),segment_id=e34051e8-9622-4ad8-9500-be981e12d304)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:27.033200 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-13318608-de79-4529-a686-96aca14a0b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:27.047388 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-13318608-de79-4529-a686-96aca14a0b69 admin admin] Calling delete_port for f93ca0f0-e8c6-4278-a219-b6e57611932b owned by network:dhcp {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:58:27.125677 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd72ac9-0f4d-46fe-8325-371437ea54b8 None None] DHCP port deletion for bdfad0f9-d901-4f01-9648-67faf0ceed7f request from dv-cinder-800697-2-iscsi {{(pid=104575) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 13:58:27.136978 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-13318608-de79-4529-a686-96aca14a0b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:27.141970 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8b6069a6-e2c4-4f08-ba75-0b2badb7c097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25587377'] for subnet, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:27.166411 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13318608-de79-4529-a686-96aca14a0b69 admin admin] Pushing event deleted for resources: {'Port': ['ID=f93ca0f0-e8c6-4278-a219-b6e57611932b,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:27.168415 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13318608-de79-4529-a686-96aca14a0b69 admin admin] No DVR routers for this DVR port f93ca0f0-e8c6-4278-a219-b6e57611932b on host dv-cinder-800697-2-iscsi {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:58:27.188283 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-1dd72ac9-0f4d-46fe-8325-371437ea54b8 None None] Deleting port f93ca0f0-e8c6-4278-a219-b6e57611932b {{(pid=104575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:58:27.188689 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-1dd72ac9-0f4d-46fe-8325-371437ea54b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:27.219007 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6069a6-e2c4-4f08-ba75-0b2badb7c097 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4525e88-fc51-40c8-9a40-883045bb5556,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:27.232215 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6069a6-e2c4-4f08-ba75-0b2badb7c097 admin admin] Checking segment: {'id': '1063a647-fcf3-495f-9b4f-92ad05366b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:58:27.232663 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6069a6-e2c4-4f08-ba75-0b2badb7c097 admin admin] Network hostable DHCP agents. Network: 1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d, hostable agents: ['d5e7476e-1d58-4a72-9697-436f60a7843b'], hosted agents: [] {{(pid=104573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:58:27.240795 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-13318608-de79-4529-a686-96aca14a0b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3927510', 'neutron.services.segments.db._delete_segments_for_network-8787525843523'] for network, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:27.252770 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-1dd72ac9-0f4d-46fe-8325-371437ea54b8 None None] For port f93ca0f0-e8c6-4278-a219-b6e57611932b, host dv-cinder-800697-2-iscsi, got binding levels [] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:27.253148 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-1dd72ac9-0f4d-46fe-8325-371437ea54b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:27.254137 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-13318608-de79-4529-a686-96aca14a0b69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdfad0f9-d901-4f01-9648-67faf0ceed7f']}} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:27.254719 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6069a6-e2c4-4f08-ba75-0b2badb7c097 admin admin] Network 1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d is scheduled to be hosted by DHCP agent d5e7476e-1d58-4a72-9697-436f60a7843b with binding_index 1 {{(pid=104573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:58:27.265921 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-13318608-de79-4529-a686-96aca14a0b69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e34051e8-9622-4ad8-9500-be981e12d304') {'for_net_delete': True} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:27.266219 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-13318608-de79-4529-a686-96aca14a0b69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e34051e8-9622-4ad8-9500-be981e12d304') {} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:27.267732 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-8b6069a6-e2c4-4f08-ba75-0b2badb7c097 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-2-iscsi, 1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d) {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:58:27.272865 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6069a6-e2c4-4f08-ba75-0b2badb7c097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:27.273658 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8b6069a6-e2c4-4f08-ba75-0b2badb7c097 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:27.275700 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-1dd72ac9-0f4d-46fe-8325-371437ea54b8 None None] Calling delete_port for f93ca0f0-e8c6-4278-a219-b6e57611932b owned by network:dhcp {{(pid=104575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:58:27.276133 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-13318608-de79-4529-a686-96aca14a0b69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787525844044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28912326'] for segment, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:27.279149 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07b2cf1-efb1-4e2c-a694-6242fcfeaa06 None None] Network 1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:58:27.281904 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.ipam_backend_mixin [None req-1dd72ac9-0f4d-46fe-8325-371437ea54b8 None None] Port f93ca0f0-e8c6-4278-a219-b6e57611932b was not found and therefore no delete operation was performed {{(pid=104575) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 13:58:27.284337 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-1dd72ac9-0f4d-46fe-8325-371437ea54b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764'] for port, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:27.297435 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-8b6069a6-e2c4-4f08-ba75-0b2badb7c097 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3735182 Jul 14 13:58:27.301429 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 50886) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:27.306370 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-16ea9d93-60d2-4569-82f9-895b66dca2e2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2059083931-router', 'tenant_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'}}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:58:27.331095 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-13318608-de79-4529-a686-96aca14a0b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542'] for segment, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:27.334810 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd72ac9-0f4d-46fe-8325-371437ea54b8 None None] No DVR routers for this DVR port f93ca0f0-e8c6-4278-a219-b6e57611932b on host dv-cinder-800697-2-iscsi {{(pid=104575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:58:27.338774 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-16ea9d93-60d2-4569-82f9-895b66dca2e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-359094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60051'] for router, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:27.339907 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-16ea9d93-60d2-4569-82f9-895b66dca2e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-358933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-353752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60056'] for router, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:27.343611 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13318608-de79-4529-a686-96aca14a0b69 admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=104572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 13:58:27.344021 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-13318608-de79-4529-a686-96aca14a0b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28726016'] for segment, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:27.346655 dv-cinder-800697-2-iscsi neutron-server[104572]: Traceback (most recent call last): Jul 14 13:58:27.346655 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 13:58:27.346655 dv-cinder-800697-2-iscsi neutron-server[104572]: timer() Jul 14 13:58:27.346655 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 13:58:27.346655 dv-cinder-800697-2-iscsi neutron-server[104572]: cb(*args, **kw) Jul 14 13:58:27.346655 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 13:58:27.346655 dv-cinder-800697-2-iscsi neutron-server[104572]: return func(*args, **kwargs) Jul 14 13:58:27.346655 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 13:58:27.346655 dv-cinder-800697-2-iscsi neutron-server[104572]: self._notify() Jul 14 13:58:27.346655 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 13:58:27.346655 dv-cinder-800697-2-iscsi neutron-server[104572]: self.callback(batched_events) Jul 14 13:58:27.346655 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 13:58:27.346655 dv-cinder-800697-2-iscsi neutron-server[104572]: event.method(event) Jul 14 13:58:27.346655 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 13:58:27.346655 dv-cinder-800697-2-iscsi neutron-server[104572]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 13:58:27.346655 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 13:58:27.346655 dv-cinder-800697-2-iscsi neutron-server[104572]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 13:58:27.346655 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 13:58:27.346655 dv-cinder-800697-2-iscsi neutron-server[104572]: return f(self, *a, **k) Jul 14 13:58:27.346655 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 13:58:27.346655 dv-cinder-800697-2-iscsi neutron-server[104572]: return self._get(url).json() Jul 14 13:58:27.346655 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 13:58:27.346655 dv-cinder-800697-2-iscsi neutron-server[104572]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 13:58:27.346655 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 13:58:27.346655 dv-cinder-800697-2-iscsi neutron-server[104572]: return self.request(url, 'GET', **kwargs) Jul 14 13:58:27.346655 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 13:58:27.346655 dv-cinder-800697-2-iscsi neutron-server[104572]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 13:58:27.346655 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 13:58:27.346655 dv-cinder-800697-2-iscsi neutron-server[104572]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 13:58:27.346655 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 13:58:27.346655 dv-cinder-800697-2-iscsi neutron-server[104572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 13:58:27.346655 dv-cinder-800697-2-iscsi neutron-server[104572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 13:58:27.357732 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd72ac9-0f4d-46fe-8325-371437ea54b8 None None] Pushing event deleted for resources: {'Port': ['ID=f93ca0f0-e8c6-4278-a219-b6e57611932b,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:27.413537 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-13318608-de79-4529-a686-96aca14a0b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3927489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359267'] for network, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:27.429534 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-13318608-de79-4529-a686-96aca14a0b69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for network, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:27.434106 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-13318608-de79-4529-a686-96aca14a0b69 admin admin] 10.222.0.35 "DELETE /v2.0/networks/bdfad0f9-d901-4f01-9648-67faf0ceed7f HTTP/1.1" status: 204 len: 168 time: 0.6092682 Jul 14 13:58:27.455402 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13318608-de79-4529-a686-96aca14a0b69 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdfad0f9-d901-4f01-9648-67faf0ceed7f,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:27.471329 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d39a42b-490f-4a19-abb4-2ea8711ccf78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82750a10-d604-5a62-9a9a-8866d319da02-1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d', 'network_id': '1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d', 'tenant_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'fixed_ips': [{'subnet_id': 'a4525e88-fc51-40c8-9a40-883045bb5556'}]}} from dv-cinder-800697-2-iscsi. {{(pid=104575) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 13:58:27.472306 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-3d39a42b-490f-4a19-abb4-2ea8711ccf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:27.499345 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-16ea9d93-60d2-4569-82f9-895b66dca2e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:27.573792 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 50890) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:27.613489 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.db_base_plugin_common [None req-3d39a42b-490f-4a19-abb4-2ea8711ccf78 None None] Allocated IP 172.20.0.2 (1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d/a4525e88-fc51-40c8-9a40-883045bb5556/15d92253-4f25-4b16-9ebe-d0067254e578) {{(pid=104575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:58:27.617522 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-42555375-fb2d-45f2-8a79-7e578b279283 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=43e0f688f2114f8488820a3f02572e1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423429 Jul 14 13:58:27.625962 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 50892) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:27.641373 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-16ea9d93-60d2-4569-82f9-895b66dca2e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-353738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-359072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65394'] for router, precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:27.679149 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-120dca1f-483e-4d75-8be0-8aa58002cc6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:27.700046 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-120dca1f-483e-4d75-8be0-8aa58002cc6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:27.749139 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-120dca1f-483e-4d75-8be0-8aa58002cc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:27.751795 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-120dca1f-483e-4d75-8be0-8aa58002cc6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:27.752949 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-120dca1f-483e-4d75-8be0-8aa58002cc6f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/48f5e95e-5d8a-4e77-9060-9dede445636f HTTP/1.1" status: 204 len: 168 time: 0.1257832 Jul 14 13:58:27.764145 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120dca1f-483e-4d75-8be0-8aa58002cc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f5e95e-5d8a-4e77-9060-9dede445636f,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:27.783022 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-3d39a42b-490f-4a19-abb4-2ea8711ccf78 None None] Notify callbacks [] for port, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:27.794770 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-3d39a42b-490f-4a19-abb4-2ea8711ccf78 None None] Transition to ACTIVE for port object 15d92253-4f25-4b16-9ebe-d0067254e578 will not be triggered until provisioned by entity L2. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:58:27.810985 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-3d39a42b-490f-4a19-abb4-2ea8711ccf78 None None] Transition to ACTIVE for port object 15d92253-4f25-4b16-9ebe-d0067254e578 will not be triggered until provisioned by entity DHCP. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:58:27.816989 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-3d39a42b-490f-4a19-abb4-2ea8711ccf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755'] for port, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:27.845565 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-16ea9d93-60d2-4569-82f9-895b66dca2e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:27.853927 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d39a42b-490f-4a19-abb4-2ea8711ccf78 None None] Network 1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d is already hosted by enough agents. {{(pid=104575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:58:27.855308 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [None req-3d39a42b-490f-4a19-abb4-2ea8711ccf78 None None] Resources bound (agent type, host, resource id): {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:58:27.861031 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d39a42b-490f-4a19-abb4-2ea8711ccf78 None None] Received port after_create {{(pid=104575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:58:27.865745 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-16ea9d93-60d2-4569-82f9-895b66dca2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:27.875168 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39a42b-490f-4a19-abb4-2ea8711ccf78 None None] Pushing event updated for resources: {'Port': ['ID=15d92253-4f25-4b16-9ebe-d0067254e578,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:27.924461 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-3d39a42b-490f-4a19-abb4-2ea8711ccf78 None None] Attempting to bind port 15d92253-4f25-4b16-9ebe-d0067254e578 on host dv-cinder-800697-2-iscsi for vnic_type normal with profile {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:58:27.924835 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-3d39a42b-490f-4a19-abb4-2ea8711ccf78 None None] Attempting to bind port 15d92253-4f25-4b16-9ebe-d0067254e578 by drivers openvswitch,hyperv on host dv-cinder-800697-2-iscsi at level 0 using segments [{'id': '1063a647-fcf3-495f-9b4f-92ad05366b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d'}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:58:27.925196 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d39a42b-490f-4a19-abb4-2ea8711ccf78 None None] Attempting to bind port 15d92253-4f25-4b16-9ebe-d0067254e578 on network 1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:58:27.930420 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d39a42b-490f-4a19-abb4-2ea8711ccf78 None None] Checking agent: {'id': 'c8ba3178-5fdc-4895-ae06-68797a69110c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 41, 49), 'started_at': datetime.datetime(2021, 7, 14, 13, 42, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:58:27.930792 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d39a42b-490f-4a19-abb4-2ea8711ccf78 None None] Checking segment: {'id': '1063a647-fcf3-495f-9b4f-92ad05366b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:58:27.931229 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-3d39a42b-490f-4a19-abb4-2ea8711ccf78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:27.931793 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d39a42b-490f-4a19-abb4-2ea8711ccf78 None None] Bound using segment: {'id': '1063a647-fcf3-495f-9b4f-92ad05366b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d'} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:58:27.932493 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-3d39a42b-490f-4a19-abb4-2ea8711ccf78 None None] Bound port: 15d92253-4f25-4b16-9ebe-d0067254e578, host: dv-cinder-800697-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1063a647-fcf3-495f-9b4f-92ad05366b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d'}}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:58:27.932785 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-3d39a42b-490f-4a19-abb4-2ea8711ccf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:27.986221 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [None req-16ea9d93-60d2-4569-82f9-895b66dca2e2 admin admin] Allocated IP 172.27.1.229 (b28dab8c-9c3b-45dd-8fa2-7ffa63c66645/3e00a68e-7419-45b7-a88a-a672d20cc9ef/64910354-f8c2-4677-8a77-d291f0e8e97d) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:58:28.093637 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device c31e97c3-136a-41b0-aa80-9c504bd23027 no longer exists at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:58:28.110803 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-16ea9d93-60d2-4569-82f9-895b66dca2e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:28.116402 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] No Port match for: c31e97c3-136a-41b0-aa80-9c504bd23027 {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:58:28.116683 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device c31e97c3-136a-41b0-aa80-9c504bd23027 not bound to the agent host dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:58:28.117105 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device f93ca0f0-e8c6-4278-a219-b6e57611932b no longer exists at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:58:28.140941 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] No Port match for: f93ca0f0-e8c6-4278-a219-b6e57611932b {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:58:28.141292 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device f93ca0f0-e8c6-4278-a219-b6e57611932b not bound to the agent host dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:58:28.141738 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 226bd375-0eeb-419b-a21b-72b31e854317 no longer exists at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:58:28.150670 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-16ea9d93-60d2-4569-82f9-895b66dca2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:28.167924 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] No Port match for: 226bd375-0eeb-419b-a21b-72b31e854317 {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:58:28.168274 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 226bd375-0eeb-419b-a21b-72b31e854317 not bound to the agent host dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:58:28.181920 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-3d39a42b-490f-4a19-abb4-2ea8711ccf78 None None] For port 15d92253-4f25-4b16-9ebe-d0067254e578, host dv-cinder-800697-2-iscsi, cleared binding levels {{(pid=104575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:58:28.185454 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-3d39a42b-490f-4a19-abb4-2ea8711ccf78 None None] For port 15d92253-4f25-4b16-9ebe-d0067254e578, host dv-cinder-800697-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=15d92253-4f25-4b16-9ebe-d0067254e578,segment=NetworkSegment(1063a647-fcf3-495f-9b4f-92ad05366b43),segment_id=1063a647-fcf3-495f-9b4f-92ad05366b43)] {{(pid=104575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:58:28.192036 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-3d39a42b-490f-4a19-abb4-2ea8711ccf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:28.198886 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ea9d93-60d2-4569-82f9-895b66dca2e2 admin admin] Network b28dab8c-9c3b-45dd-8fa2-7ffa63c66645 is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:58:28.206002 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-16ea9d93-60d2-4569-82f9-895b66dca2e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:58:28.209643 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ea9d93-60d2-4569-82f9-895b66dca2e2 admin admin] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:58:28.215434 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea9d93-60d2-4569-82f9-895b66dca2e2 admin admin] Pushing event updated for resources: {'Port': ['ID=64910354-f8c2-4677-8a77-d291f0e8e97d,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:28.252251 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39a42b-490f-4a19-abb4-2ea8711ccf78 None None] Pushing event updated for resources: {'Port': ['ID=15d92253-4f25-4b16-9ebe-d0067254e578,revision_number=2']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:28.510783 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-16ea9d93-60d2-4569-82f9-895b66dca2e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:28.706028 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-16ea9d93-60d2-4569-82f9-895b66dca2e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-359081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359211'] for router, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:28.832478 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ea9d93-60d2-4569-82f9-895b66dca2e2 admin admin] Router a32c44bc-0b50-4ccc-a163-45ac28178e49 is scheduled to L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 with binding_index 1 {{(pid=104572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 13:58:28.956222 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ea9d93-60d2-4569-82f9-895b66dca2e2 admin admin] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:58:28.974581 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c07ee9-7d8f-433a-a35e-072a76370881 None None] Sync routers for ids ['a32c44bc-0b50-4ccc-a163-45ac28178e49'] in dv-cinder-800697-2-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:58:28.985739 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c07ee9-7d8f-433a-a35e-072a76370881 None None] Routers {'a32c44bc-0b50-4ccc-a163-45ac28178e49'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:58:28.986622 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-12c07ee9-7d8f-433a-a35e-072a76370881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:58:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['a32c44bc-0b50-4ccc-a163-45ac28178e49'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:28.988407 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-16ea9d93-60d2-4569-82f9-895b66dca2e2 admin admin] Notify callbacks [] for router, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:28.991379 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-16ea9d93-60d2-4569-82f9-895b66dca2e2 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6888654 Jul 14 13:58:28.993115 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 50924) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:29.106430 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-12c07ee9-7d8f-433a-a35e-072a76370881 None None] Set router a32c44bc-0b50-4ccc-a163-45ac28178e49 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:58:29.176909 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04aaadf3-7358-47a4-8a3e-0b838feb7e0b None None] Network 1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:58:29.281561 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-756b44cb-136d-4552-9be5-91bfab671056 None None] Provisioning for port 15d92253-4f25-4b16-9ebe-d0067254e578 completed by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:58:29.457343 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-12c07ee9-7d8f-433a-a35e-072a76370881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32c44bc-0b50-4ccc-a163-45ac28178e49', 'name': 'tempest-TestShelveInstance-2059083931-router', 'tenant_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '64910354-f8c2-4677-8a77-d291f0e8e97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:58:27Z', 'updated_at': '2021-07-14T13:58:28Z', 'revision_number': 3, 'project_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'gw_port': {'id': '64910354-f8c2-4677-8a77-d291f0e8e97d', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32c44bc-0b50-4ccc-a163-45ac28178e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:58:27Z', 'updated_at': '2021-07-14T13:58:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi'}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:29.492684 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c07ee9-7d8f-433a-a35e-072a76370881 None None] Checking router: a32c44bc-0b50-4ccc-a163-45ac28178e49 for host: dv-cinder-800697-2-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:58:29.493334 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c07ee9-7d8f-433a-a35e-072a76370881 None None] Updating router a32c44bc-0b50-4ccc-a163-45ac28178e49 port 64910354-f8c2-4677-8a77-d291f0e8e97d binding host dv-cinder-800697-2-iscsi {{(pid=104575) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:58:29.538156 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-12c07ee9-7d8f-433a-a35e-072a76370881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:29.713959 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-bd1ceff4-6ff6-422d-87a3-17591652eeac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:29.806110 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-12c07ee9-7d8f-433a-a35e-072a76370881 None None] Notify callbacks [] for port, precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:29.816210 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-12c07ee9-7d8f-433a-a35e-072a76370881 None None] Transition to ACTIVE for port object 64910354-f8c2-4677-8a77-d291f0e8e97d will not be triggered until provisioned by entity L2. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:58:29.823538 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-12c07ee9-7d8f-433a-a35e-072a76370881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:29.872794 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [None req-bd1ceff4-6ff6-422d-87a3-17591652eeac admin admin] Allocated IP 172.20.0.1 (1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d/a4525e88-fc51-40c8-9a40-883045bb5556/8fee6fd8-6396-4243-be1a-6dc55326c71a) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:58:29.873943 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-12c07ee9-7d8f-433a-a35e-072a76370881 None None] Attempting to bind port 64910354-f8c2-4677-8a77-d291f0e8e97d on host dv-cinder-800697-2-iscsi for vnic_type normal with profile {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:58:29.874317 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-12c07ee9-7d8f-433a-a35e-072a76370881 None None] Attempting to bind port 64910354-f8c2-4677-8a77-d291f0e8e97d by drivers openvswitch,hyperv on host dv-cinder-800697-2-iscsi at level 0 using segments [{'id': 'c6937592-4176-4619-b9cc-7188e645a4b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:58:29.874677 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c07ee9-7d8f-433a-a35e-072a76370881 None None] Attempting to bind port 64910354-f8c2-4677-8a77-d291f0e8e97d on network b28dab8c-9c3b-45dd-8fa2-7ffa63c66645 {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:58:29.882607 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c07ee9-7d8f-433a-a35e-072a76370881 None None] Checking agent: {'id': 'c8ba3178-5fdc-4895-ae06-68797a69110c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 41, 49), 'started_at': datetime.datetime(2021, 7, 14, 13, 42, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:58:29.883003 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c07ee9-7d8f-433a-a35e-072a76370881 None None] Checking segment: {'id': 'c6937592-4176-4619-b9cc-7188e645a4b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:58:29.883406 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-12c07ee9-7d8f-433a-a35e-072a76370881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:29.883795 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c07ee9-7d8f-433a-a35e-072a76370881 None None] Bound using segment: {'id': 'c6937592-4176-4619-b9cc-7188e645a4b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:58:29.884260 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-12c07ee9-7d8f-433a-a35e-072a76370881 None None] Bound port: 64910354-f8c2-4677-8a77-d291f0e8e97d, host: dv-cinder-800697-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6937592-4176-4619-b9cc-7188e645a4b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'}}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:58:29.884640 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-12c07ee9-7d8f-433a-a35e-072a76370881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:29.906870 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0909c8f-efa2-40dc-ac35-c0904b3a8010 None None] Pushing event updated for resources: {'Port': ['ID=64910354-f8c2-4677-8a77-d291f0e8e97d,revision_number=2']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:29.937878 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-12c07ee9-7d8f-433a-a35e-072a76370881 None None] For port 64910354-f8c2-4677-8a77-d291f0e8e97d, host dv-cinder-800697-2-iscsi, cleared binding levels {{(pid=104575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:58:29.940959 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-12c07ee9-7d8f-433a-a35e-072a76370881 None None] For port 64910354-f8c2-4677-8a77-d291f0e8e97d, host dv-cinder-800697-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=64910354-f8c2-4677-8a77-d291f0e8e97d,segment=NetworkSegment(c6937592-4176-4619-b9cc-7188e645a4b4),segment_id=c6937592-4176-4619-b9cc-7188e645a4b4)] {{(pid=104575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:58:29.947326 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-12c07ee9-7d8f-433a-a35e-072a76370881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:29.988368 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-bd1ceff4-6ff6-422d-87a3-17591652eeac admin admin] Notify callbacks [] for port, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:30.005014 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [None req-bd1ceff4-6ff6-422d-87a3-17591652eeac admin admin] Transition to ACTIVE for port object 8fee6fd8-6396-4243-be1a-6dc55326c71a will not be triggered until provisioned by entity DHCP. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:58:30.008151 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c07ee9-7d8f-433a-a35e-072a76370881 None None] Routers {'a32c44bc-0b50-4ccc-a163-45ac28178e49'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:58:30.008852 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-12c07ee9-7d8f-433a-a35e-072a76370881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:58:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['a32c44bc-0b50-4ccc-a163-45ac28178e49'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:30.052423 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-bd1ceff4-6ff6-422d-87a3-17591652eeac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:30.054106 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0909c8f-efa2-40dc-ac35-c0904b3a8010 None None] Pushing event updated for resources: {'Port': ['ID=64910354-f8c2-4677-8a77-d291f0e8e97d,revision_number=3']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:30.094077 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1ceff4-6ff6-422d-87a3-17591652eeac admin admin] Network 1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:58:30.095612 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-bd1ceff4-6ff6-422d-87a3-17591652eeac admin admin] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:58:30.115081 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1ceff4-6ff6-422d-87a3-17591652eeac admin admin] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:58:30.138381 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-12c07ee9-7d8f-433a-a35e-072a76370881 None None] Set router a32c44bc-0b50-4ccc-a163-45ac28178e49 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:58:30.143345 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 15d92253-4f25-4b16-9ebe-d0067254e578 up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:58:30.151749 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ceff4-6ff6-422d-87a3-17591652eeac admin admin] Pushing event updated for resources: {'Port': ['ID=8fee6fd8-6396-4243-be1a-6dc55326c71a,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:30.164787 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-bd1ceff4-6ff6-422d-87a3-17591652eeac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359384'] for router_interface, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:30.322071 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning for port 15d92253-4f25-4b16-9ebe-d0067254e578 completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:58:30.323440 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-bd1ceff4-6ff6-422d-87a3-17591652eeac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:30.330725 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port 15d92253-4f25-4b16-9ebe-d0067254e578 triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:58:30.331128 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:30.415691 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-71a8c905-9b9d-4352-af51-a63e14f64491 None None] Provisioning for port 8fee6fd8-6396-4243-be1a-6dc55326c71a completed by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:58:30.425290 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-71a8c905-9b9d-4352-af51-a63e14f64491 None None] Provisioning complete for port 8fee6fd8-6396-4243-be1a-6dc55326c71a triggered by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:58:30.425675 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-71a8c905-9b9d-4352-af51-a63e14f64491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:30.526636 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-bd1ceff4-6ff6-422d-87a3-17591652eeac admin admin] Notify callbacks [] for port, precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:30.532850 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-bd1ceff4-6ff6-422d-87a3-17591652eeac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28728568'] for port, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:30.603258 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ceff4-6ff6-422d-87a3-17591652eeac admin admin] Pushing event updated for resources: {'Port': ['ID=8fee6fd8-6396-4243-be1a-6dc55326c71a,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:30.606380 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-bd1ceff4-6ff6-422d-87a3-17591652eeac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-360040'] for router_interface, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:30.629854 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-71a8c905-9b9d-4352-af51-a63e14f64491 None None] Port 8fee6fd8-6396-4243-be1a-6dc55326c71a cannot update to ACTIVE because it is not bound. {{(pid=104575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:58:30.635625 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-12c07ee9-7d8f-433a-a35e-072a76370881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32c44bc-0b50-4ccc-a163-45ac28178e49', 'name': 'tempest-TestShelveInstance-2059083931-router', 'tenant_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '64910354-f8c2-4677-8a77-d291f0e8e97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:58:27Z', 'updated_at': '2021-07-14T13:58:28Z', 'revision_number': 3, 'project_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'gw_port': {'id': '64910354-f8c2-4677-8a77-d291f0e8e97d', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32c44bc-0b50-4ccc-a163-45ac28178e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:58:27Z', 'updated_at': '2021-07-14T13:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi'}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:30.637492 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:30.669531 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c07ee9-7d8f-433a-a35e-072a76370881 None None] The sync data for ids ['a32c44bc-0b50-4ccc-a163-45ac28178e49'] in dv-cinder-800697-2-iscsi is: [{'id': 'a32c44bc-0b50-4ccc-a163-45ac28178e49', 'name': 'tempest-TestShelveInstance-2059083931-router', 'tenant_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '64910354-f8c2-4677-8a77-d291f0e8e97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:58:27Z', 'updated_at': '2021-07-14T13:58:28Z', 'revision_number': 3, 'project_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'gw_port': {'id': '64910354-f8c2-4677-8a77-d291f0e8e97d', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32c44bc-0b50-4ccc-a163-45ac28178e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:58:27Z', 'updated_at': '2021-07-14T13:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi'}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:58:30.693906 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] For port 15d92253-4f25-4b16-9ebe-d0067254e578, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=15d92253-4f25-4b16-9ebe-d0067254e578,segment=NetworkSegment(1063a647-fcf3-495f-9b4f-92ad05366b43),segment_id=1063a647-fcf3-495f-9b4f-92ad05366b43)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:30.698666 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1ceff4-6ff6-422d-87a3-17591652eeac admin admin] Network 1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:58:30.700139 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:30.700555 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-bd1ceff4-6ff6-422d-87a3-17591652eeac admin admin] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:58:30.754542 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Pushing event updated for resources: {'Port': ['ID=15d92253-4f25-4b16-9ebe-d0067254e578,revision_number=3']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:30.821779 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1ceff4-6ff6-422d-87a3-17591652eeac admin admin] Router a32c44bc-0b50-4ccc-a163-45ac28178e49 has already been hosted by L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:58:30.943838 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1ceff4-6ff6-422d-87a3-17591652eeac admin admin] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:58:30.952226 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-bd1ceff4-6ff6-422d-87a3-17591652eeac admin admin] 10.222.0.35 "PUT /v2.0/routers/a32c44bc-0b50-4ccc-a163-45ac28178e49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9577281 Jul 14 13:58:30.967458 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-46833d01-7d63-488e-ab18-08bbe8183a78 None None] Provisioning complete for port 8fee6fd8-6396-4243-be1a-6dc55326c71a triggered by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:58:30.967949 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-46833d01-7d63-488e-ab18-08bbe8183a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:31.011529 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-46833d01-7d63-488e-ab18-08bbe8183a78 None None] Port 8fee6fd8-6396-4243-be1a-6dc55326c71a cannot update to ACTIVE because it is not bound. {{(pid=104575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:58:31.490501 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 50954) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:31.499088 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-c58290fb-f778-4f94-b11e-f7866fd0bdf2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-129094287-network', 'tenant_id': '58d7bc69b827452c99e1d374ee8fd8a6'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:58:31.523142 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58290fb-f778-4f94-b11e-f7866fd0bdf2 admin admin] Made reservation on behalf of 58d7bc69b827452c99e1d374ee8fd8a6 for: {'network': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:58:31.526046 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c58290fb-f778-4f94-b11e-f7866fd0bdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for network, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:31.535018 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c58290fb-f778-4f94-b11e-f7866fd0bdf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:31.625530 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c58290fb-f778-4f94-b11e-f7866fd0bdf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:31.630646 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c58290fb-f778-4f94-b11e-f7866fd0bdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:31.652154 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c58290fb-f778-4f94-b11e-f7866fd0bdf2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 883} {{(pid=104572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:58:31.667633 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58290fb-f778-4f94-b11e-f7866fd0bdf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d7ae73-86ae-4f81-86a7-8d814faf2846,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:31.671803 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c58290fb-f778-4f94-b11e-f7866fd0bdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542'] for segment, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:31.672144 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.db.segments_db [None req-c58290fb-f778-4f94-b11e-f7866fd0bdf2 admin admin] Added segment c9f29674-c96a-49b5-8190-4663f0010300 of type vlan for network aea74ac0-254c-4ae4-a9b0-5748278e45a0 Jul 14 13:58:31.713337 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c58290fb-f778-4f94-b11e-f7866fd0bdf2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787525299204'] for network, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:31.746265 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c58290fb-f778-4f94-b11e-f7866fd0bdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338'] for network, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:31.747309 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58290fb-f778-4f94-b11e-f7866fd0bdf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:31.747894 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c58290fb-f778-4f94-b11e-f7866fd0bdf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for network, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:31.806120 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-c58290fb-f778-4f94-b11e-f7866fd0bdf2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3118193 Jul 14 13:58:31.806555 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 50966) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:31.807198 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58290fb-f778-4f94-b11e-f7866fd0bdf2 admin admin] Pushing event updated for resources: {'Network': ['ID=aea74ac0-254c-4ae4-a9b0-5748278e45a0,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:31.813872 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-20d76a67-23a7-451d-a79a-ae511e17189b admin admin] Request body: {'subnet': {'network_id': 'aea74ac0-254c-4ae4-a9b0-5748278e45a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-129094287-subnet', 'tenant_id': '58d7bc69b827452c99e1d374ee8fd8a6', 'ip_version': 4}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:58:31.818765 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Network aea74ac0-254c-4ae4-a9b0-5748278e45a0 details requested by agent ovs-agent-dv-cinder-800697-2-iscsi with host dv-cinder-800697-2-iscsi {{(pid=104575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:58:31.842306 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d76a67-23a7-451d-a79a-ae511e17189b admin admin] Made reservation on behalf of 58d7bc69b827452c99e1d374ee8fd8a6 for: {'subnet': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:58:31.846272 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-20d76a67-23a7-451d-a79a-ae511e17189b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28022810'] for subnet, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:32.024784 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-20d76a67-23a7-451d-a79a-ae511e17189b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28728431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28022824'] for subnet, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:32.079769 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d76a67-23a7-451d-a79a-ae511e17189b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba037641-fe5d-49da-a8b3-de9d8e2beddf,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:32.089378 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d76a67-23a7-451d-a79a-ae511e17189b admin admin] Checking segment: {'id': 'c9f29674-c96a-49b5-8190-4663f0010300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'aea74ac0-254c-4ae4-a9b0-5748278e45a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:58:32.089734 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d76a67-23a7-451d-a79a-ae511e17189b admin admin] Network hostable DHCP agents. Network: aea74ac0-254c-4ae4-a9b0-5748278e45a0, hostable agents: ['d5e7476e-1d58-4a72-9697-436f60a7843b'], hosted agents: [] {{(pid=104572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:58:32.110062 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d76a67-23a7-451d-a79a-ae511e17189b admin admin] Network aea74ac0-254c-4ae4-a9b0-5748278e45a0 is scheduled to be hosted by DHCP agent d5e7476e-1d58-4a72-9697-436f60a7843b with binding_index 1 {{(pid=104572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:58:32.120395 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 64910354-f8c2-4677-8a77-d291f0e8e97d up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:58:32.121414 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-20d76a67-23a7-451d-a79a-ae511e17189b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800697-2-iscsi, aea74ac0-254c-4ae4-a9b0-5748278e45a0) {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:58:32.125824 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d76a67-23a7-451d-a79a-ae511e17189b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:32.126482 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-20d76a67-23a7-451d-a79a-ae511e17189b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for subnet, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:32.141284 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-20d76a67-23a7-451d-a79a-ae511e17189b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3315222 Jul 14 13:58:32.143540 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf4d8e5-9efc-4334-8c79-4a0f88e2dccb None None] Network aea74ac0-254c-4ae4-a9b0-5748278e45a0 requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:58:32.144189 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 50968) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:32.149004 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-92691857-97ed-4e9e-9843-22833cdd97a7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-129094287-router', 'tenant_id': '58d7bc69b827452c99e1d374ee8fd8a6', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'}}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:58:32.177873 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-92691857-97ed-4e9e-9843-22833cdd97a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-359094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60051'] for router, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:32.179364 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-92691857-97ed-4e9e-9843-22833cdd97a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-358933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-353752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60056'] for router, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:32.191540 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f78c317-fab9-4545-9eb0-df8a3fba6863 None None] Sync routers for ids ['a32c44bc-0b50-4ccc-a163-45ac28178e49'] in dv-cinder-800697-2-iscsi {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:58:32.200944 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f78c317-fab9-4545-9eb0-df8a3fba6863 None None] Routers {'a32c44bc-0b50-4ccc-a163-45ac28178e49'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:58:32.201555 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-7f78c317-fab9-4545-9eb0-df8a3fba6863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:58:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['a32c44bc-0b50-4ccc-a163-45ac28178e49'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:32.227032 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning for port 64910354-f8c2-4677-8a77-d291f0e8e97d completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:58:32.232959 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port 64910354-f8c2-4677-8a77-d291f0e8e97d triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:58:32.233347 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:32.244994 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-92691857-97ed-4e9e-9843-22833cdd97a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:32.308469 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-7f78c317-fab9-4545-9eb0-df8a3fba6863 None None] Set router a32c44bc-0b50-4ccc-a163-45ac28178e49 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:58:32.372803 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c59f435-90c6-4388-98a7-acb58d184b28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82750a10-d604-5a62-9a9a-8866d319da02-aea74ac0-254c-4ae4-a9b0-5748278e45a0', 'network_id': 'aea74ac0-254c-4ae4-a9b0-5748278e45a0', 'tenant_id': '58d7bc69b827452c99e1d374ee8fd8a6', 'fixed_ips': [{'subnet_id': 'ba037641-fe5d-49da-a8b3-de9d8e2beddf'}]}} from dv-cinder-800697-2-iscsi. {{(pid=104575) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 13:58:32.373714 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8c59f435-90c6-4388-98a7-acb58d184b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:32.377339 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:32.385664 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-92691857-97ed-4e9e-9843-22833cdd97a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-353738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-359072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65394'] for router, precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:32.406963 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] For port 64910354-f8c2-4677-8a77-d291f0e8e97d, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=64910354-f8c2-4677-8a77-d291f0e8e97d,segment=NetworkSegment(c6937592-4176-4619-b9cc-7188e645a4b4),segment_id=c6937592-4176-4619-b9cc-7188e645a4b4)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:32.416162 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:32.417243 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 15d92253-4f25-4b16-9ebe-d0067254e578 up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:58:32.508760 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-7f78c317-fab9-4545-9eb0-df8a3fba6863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32c44bc-0b50-4ccc-a163-45ac28178e49', 'name': 'tempest-TestShelveInstance-2059083931-router', 'tenant_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '64910354-f8c2-4677-8a77-d291f0e8e97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:58:27Z', 'updated_at': '2021-07-14T13:58:30Z', 'revision_number': 4, 'project_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'gw_port': {'id': '64910354-f8c2-4677-8a77-d291f0e8e97d', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32c44bc-0b50-4ccc-a163-45ac28178e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:58:27Z', 'updated_at': '2021-07-14T13:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': '8fee6fd8-6396-4243-be1a-6dc55326c71a', 'name': '', 'network_id': '1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d', 'tenant_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'mac_address': 'fa:16:3e:ff:e3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32c44bc-0b50-4ccc-a163-45ac28178e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'a4525e88-fc51-40c8-9a40-883045bb5556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:58:29Z', 'updated_at': '2021-07-14T13:58:30Z', 'revision_number': 2, 'project_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'subnets': [{'id': 'a4525e88-fc51-40c8-9a40-883045bb5556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:32.534696 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f78c317-fab9-4545-9eb0-df8a3fba6863 None None] Checking router: a32c44bc-0b50-4ccc-a163-45ac28178e49 for host: dv-cinder-800697-2-iscsi {{(pid=104576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:58:32.535216 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f78c317-fab9-4545-9eb0-df8a3fba6863 None None] Updating router a32c44bc-0b50-4ccc-a163-45ac28178e49 port 8fee6fd8-6396-4243-be1a-6dc55326c71a binding host dv-cinder-800697-2-iscsi {{(pid=104576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:58:32.572300 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-7f78c317-fab9-4545-9eb0-df8a3fba6863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:32.575272 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Pushing event updated for resources: {'Port': ['ID=64910354-f8c2-4677-8a77-d291f0e8e97d,revision_number=4']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:32.594272 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-92691857-97ed-4e9e-9843-22833cdd97a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:32.600434 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port 15d92253-4f25-4b16-9ebe-d0067254e578 triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:58:32.600809 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:32.602673 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.db_base_plugin_common [None req-8c59f435-90c6-4388-98a7-acb58d184b28 None None] Allocated IP 172.20.0.2 (aea74ac0-254c-4ae4-a9b0-5748278e45a0/ba037641-fe5d-49da-a8b3-de9d8e2beddf/b41dcf97-8b14-4619-8b7b-6ca9ce98ee6d) {{(pid=104575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:58:32.618196 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-92691857-97ed-4e9e-9843-22833cdd97a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:32.724162 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_common [None req-92691857-97ed-4e9e-9843-22833cdd97a7 admin admin] Allocated IP 172.27.1.154 (b28dab8c-9c3b-45dd-8fa2-7ffa63c66645/3e00a68e-7419-45b7-a88a-a672d20cc9ef/148e6282-7eb2-4233-8b74-ee9d2a9975c9) {{(pid=104573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:58:32.803999 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8c59f435-90c6-4388-98a7-acb58d184b28 None None] Notify callbacks [] for port, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:32.813846 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-8c59f435-90c6-4388-98a7-acb58d184b28 None None] Transition to ACTIVE for port object b41dcf97-8b14-4619-8b7b-6ca9ce98ee6d will not be triggered until provisioned by entity L2. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:58:32.830136 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-8c59f435-90c6-4388-98a7-acb58d184b28 None None] Transition to ACTIVE for port object b41dcf97-8b14-4619-8b7b-6ca9ce98ee6d will not be triggered until provisioned by entity DHCP. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:58:32.831812 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-7f78c317-fab9-4545-9eb0-df8a3fba6863 None None] Notify callbacks [] for port, precommit_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:32.833459 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-92691857-97ed-4e9e-9843-22833cdd97a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:32.838121 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8c59f435-90c6-4388-98a7-acb58d184b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755'] for port, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:32.841826 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.provisioning_blocks [None req-7f78c317-fab9-4545-9eb0-df8a3fba6863 None None] Transition to ACTIVE for port object 8fee6fd8-6396-4243-be1a-6dc55326c71a will not be triggered until provisioned by entity L2. {{(pid=104576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:58:32.848871 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-7f78c317-fab9-4545-9eb0-df8a3fba6863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:32.877318 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-92691857-97ed-4e9e-9843-22833cdd97a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25680231'] for port, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:32.887683 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59f435-90c6-4388-98a7-acb58d184b28 None None] Pushing event updated for resources: {'Port': ['ID=b41dcf97-8b14-4619-8b7b-6ca9ce98ee6d,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:32.888272 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be20d57-d418-4b81-9b86-9643ace3a9fc None None] Pushing event updated for resources: {'Port': ['ID=8fee6fd8-6396-4243-be1a-6dc55326c71a,revision_number=3']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:32.898360 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be20d57-d418-4b81-9b86-9643ace3a9fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:32.898718 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be20d57-d418-4b81-9b86-9643ace3a9fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:32.899083 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be20d57-d418-4b81-9b86-9643ace3a9fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:32.899413 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be20d57-d418-4b81-9b86-9643ace3a9fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:32.899736 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be20d57-d418-4b81-9b86-9643ace3a9fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:32.900070 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be20d57-d418-4b81-9b86-9643ace3a9fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:32.900382 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be20d57-d418-4b81-9b86-9643ace3a9fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:32.900703 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be20d57-d418-4b81-9b86-9643ace3a9fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:32.900877 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c59f435-90c6-4388-98a7-acb58d184b28 None None] Network aea74ac0-254c-4ae4-a9b0-5748278e45a0 is already hosted by enough agents. {{(pid=104575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:58:32.901031 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be20d57-d418-4b81-9b86-9643ace3a9fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:32.901675 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be20d57-d418-4b81-9b86-9643ace3a9fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:32.902179 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be20d57-d418-4b81-9b86-9643ace3a9fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:32.902648 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be20d57-d418-4b81-9b86-9643ace3a9fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:32.903132 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [None req-8c59f435-90c6-4388-98a7-acb58d184b28 None None] Resources bound (agent type, host, resource id): {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:58:32.908901 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c59f435-90c6-4388-98a7-acb58d184b28 None None] Received port after_create {{(pid=104575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:58:32.916184 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92691857-97ed-4e9e-9843-22833cdd97a7 admin admin] Network b28dab8c-9c3b-45dd-8fa2-7ffa63c66645 is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:58:32.926245 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-92691857-97ed-4e9e-9843-22833cdd97a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:58:32.930250 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92691857-97ed-4e9e-9843-22833cdd97a7 admin admin] Received port after_create {{(pid=104573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:58:32.974462 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92691857-97ed-4e9e-9843-22833cdd97a7 admin admin] Pushing event updated for resources: {'Port': ['ID=148e6282-7eb2-4233-8b74-ee9d2a9975c9,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:33.001366 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [None req-7f78c317-fab9-4545-9eb0-df8a3fba6863 None None] Attempting to bind port 8fee6fd8-6396-4243-be1a-6dc55326c71a on host dv-cinder-800697-2-iscsi for vnic_type normal with profile {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:58:33.002087 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [None req-7f78c317-fab9-4545-9eb0-df8a3fba6863 None None] Attempting to bind port 8fee6fd8-6396-4243-be1a-6dc55326c71a by drivers openvswitch,hyperv on host dv-cinder-800697-2-iscsi at level 0 using segments [{'id': '1063a647-fcf3-495f-9b4f-92ad05366b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d'}] {{(pid=104576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:58:33.002760 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f78c317-fab9-4545-9eb0-df8a3fba6863 None None] Attempting to bind port 8fee6fd8-6396-4243-be1a-6dc55326c71a on network 1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:58:33.009686 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f78c317-fab9-4545-9eb0-df8a3fba6863 None None] Checking agent: {'id': 'c8ba3178-5fdc-4895-ae06-68797a69110c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 41, 49), 'started_at': datetime.datetime(2021, 7, 14, 13, 42, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:58:33.010049 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f78c317-fab9-4545-9eb0-df8a3fba6863 None None] Checking segment: {'id': '1063a647-fcf3-495f-9b4f-92ad05366b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:58:33.011031 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-7f78c317-fab9-4545-9eb0-df8a3fba6863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:33.011709 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f78c317-fab9-4545-9eb0-df8a3fba6863 None None] Bound using segment: {'id': '1063a647-fcf3-495f-9b4f-92ad05366b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d'} {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:58:33.012325 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [None req-7f78c317-fab9-4545-9eb0-df8a3fba6863 None None] Bound port: 8fee6fd8-6396-4243-be1a-6dc55326c71a, host: dv-cinder-800697-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1063a647-fcf3-495f-9b4f-92ad05366b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d'}}] {{(pid=104576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:58:33.012882 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-7f78c317-fab9-4545-9eb0-df8a3fba6863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:33.035681 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-8c59f435-90c6-4388-98a7-acb58d184b28 None None] Attempting to bind port b41dcf97-8b14-4619-8b7b-6ca9ce98ee6d on host dv-cinder-800697-2-iscsi for vnic_type normal with profile {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:58:33.036583 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-8c59f435-90c6-4388-98a7-acb58d184b28 None None] Attempting to bind port b41dcf97-8b14-4619-8b7b-6ca9ce98ee6d by drivers openvswitch,hyperv on host dv-cinder-800697-2-iscsi at level 0 using segments [{'id': 'c9f29674-c96a-49b5-8190-4663f0010300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'aea74ac0-254c-4ae4-a9b0-5748278e45a0'}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:58:33.037186 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c59f435-90c6-4388-98a7-acb58d184b28 None None] Attempting to bind port b41dcf97-8b14-4619-8b7b-6ca9ce98ee6d on network aea74ac0-254c-4ae4-a9b0-5748278e45a0 {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:58:33.044867 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c59f435-90c6-4388-98a7-acb58d184b28 None None] Checking agent: {'id': 'c8ba3178-5fdc-4895-ae06-68797a69110c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 41, 49), 'started_at': datetime.datetime(2021, 7, 14, 13, 42, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:58:33.045463 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c59f435-90c6-4388-98a7-acb58d184b28 None None] Checking segment: {'id': 'c9f29674-c96a-49b5-8190-4663f0010300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'aea74ac0-254c-4ae4-a9b0-5748278e45a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:58:33.046045 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8c59f435-90c6-4388-98a7-acb58d184b28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:33.048984 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c59f435-90c6-4388-98a7-acb58d184b28 None None] Bound using segment: {'id': 'c9f29674-c96a-49b5-8190-4663f0010300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'aea74ac0-254c-4ae4-a9b0-5748278e45a0'} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:58:33.049923 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-8c59f435-90c6-4388-98a7-acb58d184b28 None None] Bound port: b41dcf97-8b14-4619-8b7b-6ca9ce98ee6d, host: dv-cinder-800697-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f29674-c96a-49b5-8190-4663f0010300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'aea74ac0-254c-4ae4-a9b0-5748278e45a0'}}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:58:33.050668 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8c59f435-90c6-4388-98a7-acb58d184b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:33.089828 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.db [None req-7f78c317-fab9-4545-9eb0-df8a3fba6863 None None] For port 8fee6fd8-6396-4243-be1a-6dc55326c71a, host dv-cinder-800697-2-iscsi, cleared binding levels {{(pid=104576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:58:33.093753 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.db [None req-7f78c317-fab9-4545-9eb0-df8a3fba6863 None None] For port 8fee6fd8-6396-4243-be1a-6dc55326c71a, host dv-cinder-800697-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=8fee6fd8-6396-4243-be1a-6dc55326c71a,segment=NetworkSegment(1063a647-fcf3-495f-9b4f-92ad05366b43),segment_id=1063a647-fcf3-495f-9b4f-92ad05366b43)] {{(pid=104576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:58:33.103968 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-7f78c317-fab9-4545-9eb0-df8a3fba6863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:33.142469 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-8c59f435-90c6-4388-98a7-acb58d184b28 None None] For port b41dcf97-8b14-4619-8b7b-6ca9ce98ee6d, host dv-cinder-800697-2-iscsi, cleared binding levels {{(pid=104575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:58:33.148253 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-8c59f435-90c6-4388-98a7-acb58d184b28 None None] For port b41dcf97-8b14-4619-8b7b-6ca9ce98ee6d, host dv-cinder-800697-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=b41dcf97-8b14-4619-8b7b-6ca9ce98ee6d,segment=NetworkSegment(c9f29674-c96a-49b5-8190-4663f0010300),segment_id=c9f29674-c96a-49b5-8190-4663f0010300)] {{(pid=104575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:58:33.159961 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8c59f435-90c6-4388-98a7-acb58d184b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:33.222528 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f78c317-fab9-4545-9eb0-df8a3fba6863 None None] Routers {'a32c44bc-0b50-4ccc-a163-45ac28178e49'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:58:33.223753 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-7f78c317-fab9-4545-9eb0-df8a3fba6863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:58:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['a32c44bc-0b50-4ccc-a163-45ac28178e49'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:33.234689 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59f435-90c6-4388-98a7-acb58d184b28 None None] Pushing event updated for resources: {'Port': ['ID=b41dcf97-8b14-4619-8b7b-6ca9ce98ee6d,revision_number=2']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:33.271803 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-92691857-97ed-4e9e-9843-22833cdd97a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:33.313779 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be20d57-d418-4b81-9b86-9643ace3a9fc None None] Pushing event updated for resources: {'Port': ['ID=8fee6fd8-6396-4243-be1a-6dc55326c71a,revision_number=4']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:33.496775 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-7f78c317-fab9-4545-9eb0-df8a3fba6863 None None] Set router a32c44bc-0b50-4ccc-a163-45ac28178e49 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:58:33.538386 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-92691857-97ed-4e9e-9843-22833cdd97a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-359081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-359211'] for router, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:33.721394 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92691857-97ed-4e9e-9843-22833cdd97a7 admin admin] Router 1d900a76-8e89-4963-8d0a-c7e5da6b2472 is scheduled to L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 with binding_index 1 {{(pid=104573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 13:58:33.835708 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92691857-97ed-4e9e-9843-22833cdd97a7 admin admin] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:58:33.844604 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6c62eb-5ba3-4b86-8085-43ae940f9c9c None None] Sync routers for ids ['1d900a76-8e89-4963-8d0a-c7e5da6b2472'] in dv-cinder-800697-2-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:58:33.854829 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6c62eb-5ba3-4b86-8085-43ae940f9c9c None None] Routers {'1d900a76-8e89-4963-8d0a-c7e5da6b2472'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:58:33.856479 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-4b6c62eb-5ba3-4b86-8085-43ae940f9c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:58:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['1d900a76-8e89-4963-8d0a-c7e5da6b2472'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:33.858362 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-92691857-97ed-4e9e-9843-22833cdd97a7 admin admin] Notify callbacks [] for router, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:33.860340 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-92691857-97ed-4e9e-9843-22833cdd97a7 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7150335 Jul 14 13:58:33.863067 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 51006) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:33.904627 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-7f78c317-fab9-4545-9eb0-df8a3fba6863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32c44bc-0b50-4ccc-a163-45ac28178e49', 'name': 'tempest-TestShelveInstance-2059083931-router', 'tenant_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '64910354-f8c2-4677-8a77-d291f0e8e97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:58:27Z', 'updated_at': '2021-07-14T13:58:30Z', 'revision_number': 4, 'project_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'gw_port': {'id': '64910354-f8c2-4677-8a77-d291f0e8e97d', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32c44bc-0b50-4ccc-a163-45ac28178e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:58:27Z', 'updated_at': '2021-07-14T13:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': '8fee6fd8-6396-4243-be1a-6dc55326c71a', 'name': '', 'network_id': '1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d', 'tenant_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'mac_address': 'fa:16:3e:ff:e3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32c44bc-0b50-4ccc-a163-45ac28178e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'a4525e88-fc51-40c8-9a40-883045bb5556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:58:29Z', 'updated_at': '2021-07-14T13:58:33Z', 'revision_number': 4, 'project_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'subnets': [{'id': 'a4525e88-fc51-40c8-9a40-883045bb5556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:33.937194 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f78c317-fab9-4545-9eb0-df8a3fba6863 None None] The sync data for ids ['a32c44bc-0b50-4ccc-a163-45ac28178e49'] in dv-cinder-800697-2-iscsi is: [{'id': 'a32c44bc-0b50-4ccc-a163-45ac28178e49', 'name': 'tempest-TestShelveInstance-2059083931-router', 'tenant_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '64910354-f8c2-4677-8a77-d291f0e8e97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:58:27Z', 'updated_at': '2021-07-14T13:58:30Z', 'revision_number': 4, 'project_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'gw_port': {'id': '64910354-f8c2-4677-8a77-d291f0e8e97d', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32c44bc-0b50-4ccc-a163-45ac28178e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:58:27Z', 'updated_at': '2021-07-14T13:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': '8fee6fd8-6396-4243-be1a-6dc55326c71a', 'name': '', 'network_id': '1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d', 'tenant_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'mac_address': 'fa:16:3e:ff:e3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32c44bc-0b50-4ccc-a163-45ac28178e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'a4525e88-fc51-40c8-9a40-883045bb5556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:58:29Z', 'updated_at': '2021-07-14T13:58:33Z', 'revision_number': 4, 'project_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'subnets': [{'id': 'a4525e88-fc51-40c8-9a40-883045bb5556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:58:34.021973 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-4b6c62eb-5ba3-4b86-8085-43ae940f9c9c None None] Set router 1d900a76-8e89-4963-8d0a-c7e5da6b2472 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:58:34.350230 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 8fee6fd8-6396-4243-be1a-6dc55326c71a up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:58:34.417178 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-4b6c62eb-5ba3-4b86-8085-43ae940f9c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d900a76-8e89-4963-8d0a-c7e5da6b2472', 'name': 'tempest-TestShelveInstance-129094287-router', 'tenant_id': '58d7bc69b827452c99e1d374ee8fd8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '148e6282-7eb2-4233-8b74-ee9d2a9975c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:58:32Z', 'updated_at': '2021-07-14T13:58:33Z', 'revision_number': 3, 'project_id': '58d7bc69b827452c99e1d374ee8fd8a6', 'gw_port': {'id': '148e6282-7eb2-4233-8b74-ee9d2a9975c9', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d900a76-8e89-4963-8d0a-c7e5da6b2472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:58:32Z', 'updated_at': '2021-07-14T13:58:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi'}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:34.446017 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6c62eb-5ba3-4b86-8085-43ae940f9c9c None None] Checking router: 1d900a76-8e89-4963-8d0a-c7e5da6b2472 for host: dv-cinder-800697-2-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:58:34.446369 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6c62eb-5ba3-4b86-8085-43ae940f9c9c None None] Updating router 1d900a76-8e89-4963-8d0a-c7e5da6b2472 port 148e6282-7eb2-4233-8b74-ee9d2a9975c9 binding host dv-cinder-800697-2-iscsi {{(pid=104575) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:58:34.481944 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-dd8f3ecd-8c34-42fe-8fa5-8177b22e8318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:34.486508 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-4b6c62eb-5ba3-4b86-8085-43ae940f9c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:34.510266 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning for port 8fee6fd8-6396-4243-be1a-6dc55326c71a completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:58:34.516066 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port 8fee6fd8-6396-4243-be1a-6dc55326c71a triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:58:34.516345 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:34.547372 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1df9da-7f4a-4475-b63b-415e2674f79a None None] Network aea74ac0-254c-4ae4-a9b0-5748278e45a0 requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:58:34.658200 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_common [None req-dd8f3ecd-8c34-42fe-8fa5-8177b22e8318 admin admin] Allocated IP 172.20.0.1 (aea74ac0-254c-4ae4-a9b0-5748278e45a0/ba037641-fe5d-49da-a8b3-de9d8e2beddf/b0cdf979-86d7-40f5-9432-731ecdaf897d) {{(pid=104573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:58:34.718142 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-18e8ce8d-2377-444b-8041-db4036fb67cc None None] Provisioning for port b41dcf97-8b14-4619-8b7b-6ca9ce98ee6d completed by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:58:34.778318 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-dd8f3ecd-8c34-42fe-8fa5-8177b22e8318 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:34.795079 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.provisioning_blocks [None req-dd8f3ecd-8c34-42fe-8fa5-8177b22e8318 admin admin] Transition to ACTIVE for port object b0cdf979-86d7-40f5-9432-731ecdaf897d will not be triggered until provisioned by entity DHCP. {{(pid=104573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:58:34.832146 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-dd8f3ecd-8c34-42fe-8fa5-8177b22e8318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25680231'] for port, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:34.882725 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f3ecd-8c34-42fe-8fa5-8177b22e8318 admin admin] Pushing event updated for resources: {'Port': ['ID=b0cdf979-86d7-40f5-9432-731ecdaf897d,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:34.886410 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8f3ecd-8c34-42fe-8fa5-8177b22e8318 admin admin] Network aea74ac0-254c-4ae4-a9b0-5748278e45a0 is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:58:34.888278 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-dd8f3ecd-8c34-42fe-8fa5-8177b22e8318 admin admin] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:58:34.890521 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8f3ecd-8c34-42fe-8fa5-8177b22e8318 admin admin] Received port after_create {{(pid=104573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:58:34.929012 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-dd8f3ecd-8c34-42fe-8fa5-8177b22e8318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-359384'] for router_interface, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:34.977565 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:35.070135 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-dd8f3ecd-8c34-42fe-8fa5-8177b22e8318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:35.076468 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] For port 8fee6fd8-6396-4243-be1a-6dc55326c71a, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=8fee6fd8-6396-4243-be1a-6dc55326c71a,segment=NetworkSegment(1063a647-fcf3-495f-9b4f-92ad05366b43),segment_id=1063a647-fcf3-495f-9b4f-92ad05366b43)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:35.090749 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:35.091571 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 64910354-f8c2-4677-8a77-d291f0e8e97d up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:58:35.215706 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-4b6c62eb-5ba3-4b86-8085-43ae940f9c9c None None] Notify callbacks [] for port, precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:35.232481 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Pushing event updated for resources: {'Port': ['ID=8fee6fd8-6396-4243-be1a-6dc55326c71a,revision_number=5']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:35.238717 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-4b6c62eb-5ba3-4b86-8085-43ae940f9c9c None None] Transition to ACTIVE for port object 148e6282-7eb2-4233-8b74-ee9d2a9975c9 will not be triggered until provisioned by entity L2. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:58:35.250567 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-dd8f3ecd-8c34-42fe-8fa5-8177b22e8318 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:35.250895 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-4b6c62eb-5ba3-4b86-8085-43ae940f9c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:35.255670 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port 64910354-f8c2-4677-8a77-d291f0e8e97d triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:58:35.256016 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:35.256632 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-dd8f3ecd-8c34-42fe-8fa5-8177b22e8318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25680236'] for port, after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:35.296816 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-dd8f3ecd-8c34-42fe-8fa5-8177b22e8318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-600320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-360040'] for router_interface, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:35.332134 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-4b6c62eb-5ba3-4b86-8085-43ae940f9c9c None None] Attempting to bind port 148e6282-7eb2-4233-8b74-ee9d2a9975c9 on host dv-cinder-800697-2-iscsi for vnic_type normal with profile {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:58:35.332513 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-4b6c62eb-5ba3-4b86-8085-43ae940f9c9c None None] Attempting to bind port 148e6282-7eb2-4233-8b74-ee9d2a9975c9 by drivers openvswitch,hyperv on host dv-cinder-800697-2-iscsi at level 0 using segments [{'id': 'c6937592-4176-4619-b9cc-7188e645a4b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:58:35.332866 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6c62eb-5ba3-4b86-8085-43ae940f9c9c None None] Attempting to bind port 148e6282-7eb2-4233-8b74-ee9d2a9975c9 on network b28dab8c-9c3b-45dd-8fa2-7ffa63c66645 {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:58:35.348353 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf345e-485f-4703-9337-392ec058dfc8 None None] Pushing event updated for resources: {'Port': ['ID=148e6282-7eb2-4233-8b74-ee9d2a9975c9,revision_number=2']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:35.353393 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6c62eb-5ba3-4b86-8085-43ae940f9c9c None None] Checking agent: {'id': 'c8ba3178-5fdc-4895-ae06-68797a69110c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 41, 49), 'started_at': datetime.datetime(2021, 7, 14, 13, 42, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:58:35.354088 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6c62eb-5ba3-4b86-8085-43ae940f9c9c None None] Checking segment: {'id': 'c6937592-4176-4619-b9cc-7188e645a4b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:58:35.354187 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-4b6c62eb-5ba3-4b86-8085-43ae940f9c9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:35.354581 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6c62eb-5ba3-4b86-8085-43ae940f9c9c None None] Bound using segment: {'id': 'c6937592-4176-4619-b9cc-7188e645a4b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:58:35.355106 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-4b6c62eb-5ba3-4b86-8085-43ae940f9c9c None None] Bound port: 148e6282-7eb2-4233-8b74-ee9d2a9975c9, host: dv-cinder-800697-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6937592-4176-4619-b9cc-7188e645a4b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645'}}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:58:35.355524 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-4b6c62eb-5ba3-4b86-8085-43ae940f9c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:35.456345 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-4b6c62eb-5ba3-4b86-8085-43ae940f9c9c None None] For port 148e6282-7eb2-4233-8b74-ee9d2a9975c9, host dv-cinder-800697-2-iscsi, cleared binding levels {{(pid=104575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:58:35.460095 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device b41dcf97-8b14-4619-8b7b-6ca9ce98ee6d up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:58:35.497023 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-4b6c62eb-5ba3-4b86-8085-43ae940f9c9c None None] For port 148e6282-7eb2-4233-8b74-ee9d2a9975c9, host dv-cinder-800697-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=148e6282-7eb2-4233-8b74-ee9d2a9975c9,segment=NetworkSegment(c6937592-4176-4619-b9cc-7188e645a4b4),segment_id=c6937592-4176-4619-b9cc-7188e645a4b4)] {{(pid=104575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:58:35.507877 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6fede290-f0e2-4d19-ab98-feb74b83191c None None] Provisioning for port b0cdf979-86d7-40f5-9432-731ecdaf897d completed by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:58:35.517143 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-4b6c62eb-5ba3-4b86-8085-43ae940f9c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:35.528935 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6fede290-f0e2-4d19-ab98-feb74b83191c None None] Provisioning complete for port b0cdf979-86d7-40f5-9432-731ecdaf897d triggered by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:58:35.529300 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6fede290-f0e2-4d19-ab98-feb74b83191c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:35.607266 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6c62eb-5ba3-4b86-8085-43ae940f9c9c None None] Routers {'1d900a76-8e89-4963-8d0a-c7e5da6b2472'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:58:35.607916 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-4b6c62eb-5ba3-4b86-8085-43ae940f9c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:58:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['1d900a76-8e89-4963-8d0a-c7e5da6b2472'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:35.621576 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-6fede290-f0e2-4d19-ab98-feb74b83191c None None] Port b0cdf979-86d7-40f5-9432-731ecdaf897d cannot update to ACTIVE because it is not bound. {{(pid=104575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:58:35.667461 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf345e-485f-4703-9337-392ec058dfc8 None None] Pushing event updated for resources: {'Port': ['ID=148e6282-7eb2-4233-8b74-ee9d2a9975c9,revision_number=3']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:35.675691 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning for port b41dcf97-8b14-4619-8b7b-6ca9ce98ee6d completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:58:35.689431 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port b41dcf97-8b14-4619-8b7b-6ca9ce98ee6d triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:58:35.689831 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:35.694281 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6fede290-f0e2-4d19-ab98-feb74b83191c None None] Provisioning complete for port b41dcf97-8b14-4619-8b7b-6ca9ce98ee6d triggered by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:58:35.694658 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6fede290-f0e2-4d19-ab98-feb74b83191c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:35.706212 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f3ecd-8c34-42fe-8fa5-8177b22e8318 admin admin] Pushing event updated for resources: {'Port': ['ID=b0cdf979-86d7-40f5-9432-731ecdaf897d,revision_number=2']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:35.746406 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8f3ecd-8c34-42fe-8fa5-8177b22e8318 admin admin] Network aea74ac0-254c-4ae4-a9b0-5748278e45a0 is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:58:35.747720 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-dd8f3ecd-8c34-42fe-8fa5-8177b22e8318 admin admin] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:58:35.823924 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-4b6c62eb-5ba3-4b86-8085-43ae940f9c9c None None] Set router 1d900a76-8e89-4963-8d0a-c7e5da6b2472 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:58:35.863964 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8f3ecd-8c34-42fe-8fa5-8177b22e8318 admin admin] Router 1d900a76-8e89-4963-8d0a-c7e5da6b2472 has already been hosted by L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:58:35.975159 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8f3ecd-8c34-42fe-8fa5-8177b22e8318 admin admin] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:58:35.980025 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-dd8f3ecd-8c34-42fe-8fa5-8177b22e8318 admin admin] 10.222.0.35 "PUT /v2.0/routers/1d900a76-8e89-4963-8d0a-c7e5da6b2472/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1159983 Jul 14 13:58:35.982245 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:36.019493 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6fede290-f0e2-4d19-ab98-feb74b83191c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:36.053058 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] For port b41dcf97-8b14-4619-8b7b-6ca9ce98ee6d, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=b41dcf97-8b14-4619-8b7b-6ca9ce98ee6d,segment=NetworkSegment(c9f29674-c96a-49b5-8190-4663f0010300),segment_id=c9f29674-c96a-49b5-8190-4663f0010300)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:36.064078 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:36.165722 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 8fee6fd8-6396-4243-be1a-6dc55326c71a up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:58:36.207655 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.db.api [None req-6fede290-f0e2-4d19-ab98-feb74b83191c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104575) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 13:58:36.208085 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG oslo_db.api [None req-6fede290-f0e2-4d19-ab98-feb74b83191c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 13:58:36.222260 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Pushing event updated for resources: {'Port': ['ID=b41dcf97-8b14-4619-8b7b-6ca9ce98ee6d,revision_number=3']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:36.254276 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-4b6c62eb-5ba3-4b86-8085-43ae940f9c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d900a76-8e89-4963-8d0a-c7e5da6b2472', 'name': 'tempest-TestShelveInstance-129094287-router', 'tenant_id': '58d7bc69b827452c99e1d374ee8fd8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '148e6282-7eb2-4233-8b74-ee9d2a9975c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:58:32Z', 'updated_at': '2021-07-14T13:58:35Z', 'revision_number': 4, 'project_id': '58d7bc69b827452c99e1d374ee8fd8a6', 'gw_port': {'id': '148e6282-7eb2-4233-8b74-ee9d2a9975c9', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d900a76-8e89-4963-8d0a-c7e5da6b2472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:58:32Z', 'updated_at': '2021-07-14T13:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': 'b0cdf979-86d7-40f5-9432-731ecdaf897d', 'name': '', 'network_id': 'aea74ac0-254c-4ae4-a9b0-5748278e45a0', 'tenant_id': '58d7bc69b827452c99e1d374ee8fd8a6', 'mac_address': 'fa:16:3e:b4:d2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d900a76-8e89-4963-8d0a-c7e5da6b2472', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'ba037641-fe5d-49da-a8b3-de9d8e2beddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:58:34Z', 'updated_at': '2021-07-14T13:58:35Z', 'revision_number': 2, 'project_id': '58d7bc69b827452c99e1d374ee8fd8a6', 'subnets': [{'id': 'ba037641-fe5d-49da-a8b3-de9d8e2beddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:36.257374 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port 8fee6fd8-6396-4243-be1a-6dc55326c71a triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:58:36.257753 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:36.282805 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6c62eb-5ba3-4b86-8085-43ae940f9c9c None None] The sync data for ids ['1d900a76-8e89-4963-8d0a-c7e5da6b2472'] in dv-cinder-800697-2-iscsi is: [{'id': '1d900a76-8e89-4963-8d0a-c7e5da6b2472', 'name': 'tempest-TestShelveInstance-129094287-router', 'tenant_id': '58d7bc69b827452c99e1d374ee8fd8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '148e6282-7eb2-4233-8b74-ee9d2a9975c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:58:32Z', 'updated_at': '2021-07-14T13:58:35Z', 'revision_number': 4, 'project_id': '58d7bc69b827452c99e1d374ee8fd8a6', 'gw_port': {'id': '148e6282-7eb2-4233-8b74-ee9d2a9975c9', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d900a76-8e89-4963-8d0a-c7e5da6b2472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:58:32Z', 'updated_at': '2021-07-14T13:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': 'b0cdf979-86d7-40f5-9432-731ecdaf897d', 'name': '', 'network_id': 'aea74ac0-254c-4ae4-a9b0-5748278e45a0', 'tenant_id': '58d7bc69b827452c99e1d374ee8fd8a6', 'mac_address': 'fa:16:3e:b4:d2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d900a76-8e89-4963-8d0a-c7e5da6b2472', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'ba037641-fe5d-49da-a8b3-de9d8e2beddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:58:34Z', 'updated_at': '2021-07-14T13:58:35Z', 'revision_number': 2, 'project_id': '58d7bc69b827452c99e1d374ee8fd8a6', 'subnets': [{'id': 'ba037641-fe5d-49da-a8b3-de9d8e2beddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:58:36.764969 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 51036) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:36.769782 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-120a311d-50a8-411f-95cf-493ca4ac2835 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-566236989', 'description': 'tempest-secgroup-smoke-566236989 description', 'project_id': 'fe207ad70b0241cd8f33f1a0ac3ff905'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:58:36.793277 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-120a311d-50a8-411f-95cf-493ca4ac2835 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:36.865893 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-3770a3fb-cfa1-4011-86d9-5681b212f17c None None] Provisioning complete for port b0cdf979-86d7-40f5-9432-731ecdaf897d triggered by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:58:36.866416 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-3770a3fb-cfa1-4011-86d9-5681b212f17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:36.889026 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-120a311d-50a8-411f-95cf-493ca4ac2835 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:36.898171 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-120a311d-50a8-411f-95cf-493ca4ac2835 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:36.915352 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-3770a3fb-cfa1-4011-86d9-5681b212f17c None None] Port b0cdf979-86d7-40f5-9432-731ecdaf897d cannot update to ACTIVE because it is not bound. {{(pid=104575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:58:36.934929 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-120a311d-50a8-411f-95cf-493ca4ac2835 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:36.936142 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-120a311d-50a8-411f-95cf-493ca4ac2835 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1701534 Jul 14 13:58:36.938003 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a311d-50a8-411f-95cf-493ca4ac2835 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1856a21d-f42b-45ac-b62a-a187561d9070,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:36.942581 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 51038) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:36.950052 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-7a53d4db-82b6-4e61-a8fc-c254b931b585 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Request body: {'security_group_rule': {'security_group_id': '1856a21d-f42b-45ac-b62a-a187561d9070', 'project_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:58:36.978238 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7a53d4db-82b6-4e61-a8fc-c254b931b585 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:37.042150 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7a53d4db-82b6-4e61-a8fc-c254b931b585 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:37.046002 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7a53d4db-82b6-4e61-a8fc-c254b931b585 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617415'] for security_group_rule, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:37.064224 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53d4db-82b6-4e61-a8fc-c254b931b585 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1392bf39-b29e-4cbd-8b81-7f4dfc97ea4d,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:37.074129 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7a53d4db-82b6-4e61-a8fc-c254b931b585 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:37.075587 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-7a53d4db-82b6-4e61-a8fc-c254b931b585 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1296377 Jul 14 13:58:37.078249 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 51040) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:37.082990 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-6c70ff81-48f2-4595-bb8d-b1aeebada04b tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Request body: {'security_group_rule': {'security_group_id': '1856a21d-f42b-45ac-b62a-a187561d9070', 'project_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:58:37.109991 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6c70ff81-48f2-4595-bb8d-b1aeebada04b tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:37.169683 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6c70ff81-48f2-4595-bb8d-b1aeebada04b tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:37.173752 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6c70ff81-48f2-4595-bb8d-b1aeebada04b tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617415'] for security_group_rule, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:37.191139 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70ff81-48f2-4595-bb8d-b1aeebada04b tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ca16921-6f4e-491c-a21b-d9e1eec6d143,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:37.201934 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6c70ff81-48f2-4595-bb8d-b1aeebada04b tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:37.203529 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-6c70ff81-48f2-4595-bb8d-b1aeebada04b tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1243505 Jul 14 13:58:37.206435 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 51042) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:37.211175 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-dbc37131-b3b2-4574-8483-4016a456a27d tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Request body: {'security_group_rule': {'security_group_id': '1856a21d-f42b-45ac-b62a-a187561d9070', 'project_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:58:37.239027 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-dbc37131-b3b2-4574-8483-4016a456a27d tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:37.297747 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-dbc37131-b3b2-4574-8483-4016a456a27d tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:37.302649 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-dbc37131-b3b2-4574-8483-4016a456a27d tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617415'] for security_group_rule, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:37.320590 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc37131-b3b2-4574-8483-4016a456a27d tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2aa8d71-f210-468b-94c9-509ad8eea3a4,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:37.329325 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-dbc37131-b3b2-4574-8483-4016a456a27d tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:37.330670 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-dbc37131-b3b2-4574-8483-4016a456a27d tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230824 Jul 14 13:58:37.333453 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 51044) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:37.338313 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-b02f4d5f-9f24-4f92-889c-f7288b7747c1 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Request body: {'security_group_rule': {'security_group_id': '1856a21d-f42b-45ac-b62a-a187561d9070', 'project_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:58:37.366412 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b02f4d5f-9f24-4f92-889c-f7288b7747c1 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:37.429251 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b02f4d5f-9f24-4f92-889c-f7288b7747c1 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:37.434200 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b02f4d5f-9f24-4f92-889c-f7288b7747c1 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617415'] for security_group_rule, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:37.452434 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f4d5f-9f24-4f92-889c-f7288b7747c1 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f1ec43-dc3e-4705-bdfc-213433ab3837,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:37.460075 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b02f4d5f-9f24-4f92-889c-f7288b7747c1 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:37.461392 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-b02f4d5f-9f24-4f92-889c-f7288b7747c1 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1269603 Jul 14 13:58:37.464289 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 51046) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:37.469004 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-d4ddb71d-cf4b-49fe-a19a-e8e0f9be160b tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Request body: {'security_group_rule': {'security_group_id': '1856a21d-f42b-45ac-b62a-a187561d9070', 'project_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:58:37.492380 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.db.securitygroups_db [None req-d4ddb71d-cf4b-49fe-a19a-e8e0f9be160b tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Project fe207ad70b0241cd8f33f1a0ac3ff905 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 13:58:37.497944 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d4ddb71d-cf4b-49fe-a19a-e8e0f9be160b tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:37.556265 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d4ddb71d-cf4b-49fe-a19a-e8e0f9be160b tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:37.561994 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d4ddb71d-cf4b-49fe-a19a-e8e0f9be160b tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617415'] for security_group_rule, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:37.578557 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ddb71d-cf4b-49fe-a19a-e8e0f9be160b tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a41c8f7-d27f-4df8-bf78-606c3925f7d1,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:37.587566 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d4ddb71d-cf4b-49fe-a19a-e8e0f9be160b tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:37.591519 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-d4ddb71d-cf4b-49fe-a19a-e8e0f9be160b tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235054 Jul 14 13:58:37.591653 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 51048) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:37.596060 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-8a2e1a88-6d13-4a58-ae35-7d757ffa89fc tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Request body: {'security_group_rule': {'security_group_id': '1856a21d-f42b-45ac-b62a-a187561d9070', 'project_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:58:37.618744 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.db.securitygroups_db [None req-8a2e1a88-6d13-4a58-ae35-7d757ffa89fc tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Project fe207ad70b0241cd8f33f1a0ac3ff905 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 13:58:37.623504 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8a2e1a88-6d13-4a58-ae35-7d757ffa89fc tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:37.684408 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8a2e1a88-6d13-4a58-ae35-7d757ffa89fc tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:37.689833 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8a2e1a88-6d13-4a58-ae35-7d757ffa89fc tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617415'] for security_group_rule, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:37.704632 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e1a88-6d13-4a58-ae35-7d757ffa89fc tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffa773ec-6db0-4a35-9c26-cf702a90c055,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:37.714870 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8a2e1a88-6d13-4a58-ae35-7d757ffa89fc tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:37.716269 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-8a2e1a88-6d13-4a58-ae35-7d757ffa89fc tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236928 Jul 14 13:58:37.947373 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 51094) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:38.056619 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-035ae61a-14d3-40b6-a58d-565146c36680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:38.160204 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-035ae61a-14d3-40b6-a58d-565146c36680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:38.168363 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-035ae61a-14d3-40b6-a58d-565146c36680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:38.209686 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ae61a-14d3-40b6-a58d-565146c36680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26045bac-d8cf-4480-afab-baca0754b95b,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:38.218656 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 51102) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:38.219141 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-035ae61a-14d3-40b6-a58d-565146c36680 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=76db5ffe4a2d4c3d99d0f79febcc20a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2702188 Jul 14 13:58:38.231449 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ce024d-c704-4c11-9b52-ac18e9a05298 None None] Sync routers for ids ['1d900a76-8e89-4963-8d0a-c7e5da6b2472'] in dv-cinder-800697-2-iscsi {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:58:38.258272 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ce024d-c704-4c11-9b52-ac18e9a05298 None None] Routers {'1d900a76-8e89-4963-8d0a-c7e5da6b2472'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:58:38.258973 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-33ce024d-c704-4c11-9b52-ac18e9a05298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:58:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['1d900a76-8e89-4963-8d0a-c7e5da6b2472'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:38.294273 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4cd0dd18-b8b1-4d10-8716-7f50bf937f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:38.321766 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device b41dcf97-8b14-4619-8b7b-6ca9ce98ee6d up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:58:38.323149 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4cd0dd18-b8b1-4d10-8716-7f50bf937f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:38.372383 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port b41dcf97-8b14-4619-8b7b-6ca9ce98ee6d triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:58:38.372983 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:38.380805 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4cd0dd18-b8b1-4d10-8716-7f50bf937f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:38.383862 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4cd0dd18-b8b1-4d10-8716-7f50bf937f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:38.385223 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-4cd0dd18-b8b1-4d10-8716-7f50bf937f4c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/26045bac-d8cf-4480-afab-baca0754b95b HTTP/1.1" status: 204 len: 168 time: 0.1653483 Jul 14 13:58:38.386702 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-33ce024d-c704-4c11-9b52-ac18e9a05298 None None] Set router 1d900a76-8e89-4963-8d0a-c7e5da6b2472 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:58:38.396933 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0dd18-b8b1-4d10-8716-7f50bf937f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26045bac-d8cf-4480-afab-baca0754b95b,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:38.468227 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 148e6282-7eb2-4233-8b74-ee9d2a9975c9 up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:58:38.529458 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning for port 148e6282-7eb2-4233-8b74-ee9d2a9975c9 completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:58:38.533520 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port 148e6282-7eb2-4233-8b74-ee9d2a9975c9 triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:58:38.534011 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:38.620852 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-33ce024d-c704-4c11-9b52-ac18e9a05298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d900a76-8e89-4963-8d0a-c7e5da6b2472', 'name': 'tempest-TestShelveInstance-129094287-router', 'tenant_id': '58d7bc69b827452c99e1d374ee8fd8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '148e6282-7eb2-4233-8b74-ee9d2a9975c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:58:32Z', 'updated_at': '2021-07-14T13:58:35Z', 'revision_number': 4, 'project_id': '58d7bc69b827452c99e1d374ee8fd8a6', 'gw_port': {'id': '148e6282-7eb2-4233-8b74-ee9d2a9975c9', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d900a76-8e89-4963-8d0a-c7e5da6b2472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:58:32Z', 'updated_at': '2021-07-14T13:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': 'b0cdf979-86d7-40f5-9432-731ecdaf897d', 'name': '', 'network_id': 'aea74ac0-254c-4ae4-a9b0-5748278e45a0', 'tenant_id': '58d7bc69b827452c99e1d374ee8fd8a6', 'mac_address': 'fa:16:3e:b4:d2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d900a76-8e89-4963-8d0a-c7e5da6b2472', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'ba037641-fe5d-49da-a8b3-de9d8e2beddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:58:34Z', 'updated_at': '2021-07-14T13:58:35Z', 'revision_number': 2, 'project_id': '58d7bc69b827452c99e1d374ee8fd8a6', 'subnets': [{'id': 'ba037641-fe5d-49da-a8b3-de9d8e2beddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:38.653838 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ce024d-c704-4c11-9b52-ac18e9a05298 None None] Checking router: 1d900a76-8e89-4963-8d0a-c7e5da6b2472 for host: dv-cinder-800697-2-iscsi {{(pid=104576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:58:38.655096 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ce024d-c704-4c11-9b52-ac18e9a05298 None None] Updating router 1d900a76-8e89-4963-8d0a-c7e5da6b2472 port b0cdf979-86d7-40f5-9432-731ecdaf897d binding host dv-cinder-800697-2-iscsi {{(pid=104576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:58:38.699336 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-33ce024d-c704-4c11-9b52-ac18e9a05298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:38.775879 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:38.799953 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] For port 148e6282-7eb2-4233-8b74-ee9d2a9975c9, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=148e6282-7eb2-4233-8b74-ee9d2a9975c9,segment=NetworkSegment(c6937592-4176-4619-b9cc-7188e645a4b4),segment_id=c6937592-4176-4619-b9cc-7188e645a4b4)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:38.805409 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:38.858673 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Pushing event updated for resources: {'Port': ['ID=148e6282-7eb2-4233-8b74-ee9d2a9975c9,revision_number=4']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:38.981016 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-33ce024d-c704-4c11-9b52-ac18e9a05298 None None] Notify callbacks [] for port, precommit_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:38.991735 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.provisioning_blocks [None req-33ce024d-c704-4c11-9b52-ac18e9a05298 None None] Transition to ACTIVE for port object b0cdf979-86d7-40f5-9432-731ecdaf897d will not be triggered until provisioned by entity L2. {{(pid=104576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:58:38.998977 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-33ce024d-c704-4c11-9b52-ac18e9a05298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:39.069963 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041f4ac-e445-411e-ac11-f42991f583f2 None None] Pushing event updated for resources: {'Port': ['ID=b0cdf979-86d7-40f5-9432-731ecdaf897d,revision_number=3']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:39.109911 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [None req-33ce024d-c704-4c11-9b52-ac18e9a05298 None None] Attempting to bind port b0cdf979-86d7-40f5-9432-731ecdaf897d on host dv-cinder-800697-2-iscsi for vnic_type normal with profile {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:58:39.110250 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [None req-33ce024d-c704-4c11-9b52-ac18e9a05298 None None] Attempting to bind port b0cdf979-86d7-40f5-9432-731ecdaf897d by drivers openvswitch,hyperv on host dv-cinder-800697-2-iscsi at level 0 using segments [{'id': 'c9f29674-c96a-49b5-8190-4663f0010300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'aea74ac0-254c-4ae4-a9b0-5748278e45a0'}] {{(pid=104576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:58:39.110733 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ce024d-c704-4c11-9b52-ac18e9a05298 None None] Attempting to bind port b0cdf979-86d7-40f5-9432-731ecdaf897d on network aea74ac0-254c-4ae4-a9b0-5748278e45a0 {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:58:39.116575 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ce024d-c704-4c11-9b52-ac18e9a05298 None None] Checking agent: {'id': 'c8ba3178-5fdc-4895-ae06-68797a69110c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800697-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 41, 49), 'started_at': datetime.datetime(2021, 7, 14, 13, 42, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800697-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:58:39.116948 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ce024d-c704-4c11-9b52-ac18e9a05298 None None] Checking segment: {'id': 'c9f29674-c96a-49b5-8190-4663f0010300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'aea74ac0-254c-4ae4-a9b0-5748278e45a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:58:39.117338 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-33ce024d-c704-4c11-9b52-ac18e9a05298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:39.117721 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ce024d-c704-4c11-9b52-ac18e9a05298 None None] Bound using segment: {'id': 'c9f29674-c96a-49b5-8190-4663f0010300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'aea74ac0-254c-4ae4-a9b0-5748278e45a0'} {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:58:39.118531 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [None req-33ce024d-c704-4c11-9b52-ac18e9a05298 None None] Bound port: b0cdf979-86d7-40f5-9432-731ecdaf897d, host: dv-cinder-800697-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f29674-c96a-49b5-8190-4663f0010300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'aea74ac0-254c-4ae4-a9b0-5748278e45a0'}}] {{(pid=104576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:58:39.118949 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-33ce024d-c704-4c11-9b52-ac18e9a05298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:39.188657 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.db [None req-33ce024d-c704-4c11-9b52-ac18e9a05298 None None] For port b0cdf979-86d7-40f5-9432-731ecdaf897d, host dv-cinder-800697-2-iscsi, cleared binding levels {{(pid=104576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:58:39.195490 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.plugins.ml2.db [None req-33ce024d-c704-4c11-9b52-ac18e9a05298 None None] For port b0cdf979-86d7-40f5-9432-731ecdaf897d, host dv-cinder-800697-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=b0cdf979-86d7-40f5-9432-731ecdaf897d,segment=NetworkSegment(c9f29674-c96a-49b5-8190-4663f0010300),segment_id=c9f29674-c96a-49b5-8190-4663f0010300)] {{(pid=104576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:58:39.199420 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-33ce024d-c704-4c11-9b52-ac18e9a05298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:39.254945 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ce024d-c704-4c11-9b52-ac18e9a05298 None None] Routers {'1d900a76-8e89-4963-8d0a-c7e5da6b2472'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:58:39.255705 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-33ce024d-c704-4c11-9b52-ac18e9a05298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:58:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['1d900a76-8e89-4963-8d0a-c7e5da6b2472'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:39.356122 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041f4ac-e445-411e-ac11-f42991f583f2 None None] Pushing event updated for resources: {'Port': ['ID=b0cdf979-86d7-40f5-9432-731ecdaf897d,revision_number=4']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:39.394973 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-33ce024d-c704-4c11-9b52-ac18e9a05298 None None] Set router 1d900a76-8e89-4963-8d0a-c7e5da6b2472 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:58:39.599682 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-33ce024d-c704-4c11-9b52-ac18e9a05298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d900a76-8e89-4963-8d0a-c7e5da6b2472', 'name': 'tempest-TestShelveInstance-129094287-router', 'tenant_id': '58d7bc69b827452c99e1d374ee8fd8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '148e6282-7eb2-4233-8b74-ee9d2a9975c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:58:32Z', 'updated_at': '2021-07-14T13:58:35Z', 'revision_number': 4, 'project_id': '58d7bc69b827452c99e1d374ee8fd8a6', 'gw_port': {'id': '148e6282-7eb2-4233-8b74-ee9d2a9975c9', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d900a76-8e89-4963-8d0a-c7e5da6b2472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:58:32Z', 'updated_at': '2021-07-14T13:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': 'b0cdf979-86d7-40f5-9432-731ecdaf897d', 'name': '', 'network_id': 'aea74ac0-254c-4ae4-a9b0-5748278e45a0', 'tenant_id': '58d7bc69b827452c99e1d374ee8fd8a6', 'mac_address': 'fa:16:3e:b4:d2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d900a76-8e89-4963-8d0a-c7e5da6b2472', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'ba037641-fe5d-49da-a8b3-de9d8e2beddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:58:34Z', 'updated_at': '2021-07-14T13:58:39Z', 'revision_number': 4, 'project_id': '58d7bc69b827452c99e1d374ee8fd8a6', 'subnets': [{'id': 'ba037641-fe5d-49da-a8b3-de9d8e2beddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:39.625845 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ce024d-c704-4c11-9b52-ac18e9a05298 None None] The sync data for ids ['1d900a76-8e89-4963-8d0a-c7e5da6b2472'] in dv-cinder-800697-2-iscsi is: [{'id': '1d900a76-8e89-4963-8d0a-c7e5da6b2472', 'name': 'tempest-TestShelveInstance-129094287-router', 'tenant_id': '58d7bc69b827452c99e1d374ee8fd8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '148e6282-7eb2-4233-8b74-ee9d2a9975c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:58:32Z', 'updated_at': '2021-07-14T13:58:35Z', 'revision_number': 4, 'project_id': '58d7bc69b827452c99e1d374ee8fd8a6', 'gw_port': {'id': '148e6282-7eb2-4233-8b74-ee9d2a9975c9', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d900a76-8e89-4963-8d0a-c7e5da6b2472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:58:32Z', 'updated_at': '2021-07-14T13:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': 'b0cdf979-86d7-40f5-9432-731ecdaf897d', 'name': '', 'network_id': 'aea74ac0-254c-4ae4-a9b0-5748278e45a0', 'tenant_id': '58d7bc69b827452c99e1d374ee8fd8a6', 'mac_address': 'fa:16:3e:b4:d2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d900a76-8e89-4963-8d0a-c7e5da6b2472', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'ba037641-fe5d-49da-a8b3-de9d8e2beddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:58:34Z', 'updated_at': '2021-07-14T13:58:39Z', 'revision_number': 4, 'project_id': '58d7bc69b827452c99e1d374ee8fd8a6', 'subnets': [{'id': 'ba037641-fe5d-49da-a8b3-de9d8e2beddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:58:40.167983 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 148e6282-7eb2-4233-8b74-ee9d2a9975c9 up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:58:40.187288 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 51170) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:40.216454 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port 148e6282-7eb2-4233-8b74-ee9d2a9975c9 triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:58:40.218017 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:40.294735 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-34136513-db4f-4d74-be03-708eeb2e3e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:40.299269 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device b0cdf979-86d7-40f5-9432-731ecdaf897d up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:58:40.351022 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning for port b0cdf979-86d7-40f5-9432-731ecdaf897d completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:58:40.355447 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port b0cdf979-86d7-40f5-9432-731ecdaf897d triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:58:40.355884 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:40.394155 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-34136513-db4f-4d74-be03-708eeb2e3e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:40.398809 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-34136513-db4f-4d74-be03-708eeb2e3e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:40.435673 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-34136513-db4f-4d74-be03-708eeb2e3e76 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c624c1988b8b4db4bbfde8e094d2c424&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472782 Jul 14 13:58:40.437637 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34136513-db4f-4d74-be03-708eeb2e3e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8b5510-f49d-4e0f-b1dd-3eee2c973581,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:40.438645 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 51176) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:40.449153 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:40.484446 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] For port b0cdf979-86d7-40f5-9432-731ecdaf897d, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=b0cdf979-86d7-40f5-9432-731ecdaf897d,segment=NetworkSegment(c9f29674-c96a-49b5-8190-4663f0010300),segment_id=c9f29674-c96a-49b5-8190-4663f0010300)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:40.489616 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:40.492504 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2b94f162-cb89-4351-b3b1-18adaa0c5736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:40.515721 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2b94f162-cb89-4351-b3b1-18adaa0c5736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:40.537623 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Pushing event updated for resources: {'Port': ['ID=b0cdf979-86d7-40f5-9432-731ecdaf897d,revision_number=5']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:40.562227 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2b94f162-cb89-4351-b3b1-18adaa0c5736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:40.564944 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2b94f162-cb89-4351-b3b1-18adaa0c5736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:40.569124 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-2b94f162-cb89-4351-b3b1-18adaa0c5736 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/de8b5510-f49d-4e0f-b1dd-3eee2c973581 HTTP/1.1" status: 204 len: 168 time: 0.1293280 Jul 14 13:58:40.577052 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b94f162-cb89-4351-b3b1-18adaa0c5736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8b5510-f49d-4e0f-b1dd-3eee2c973581,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:40.836223 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 51182) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:40.849944 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c3701b83-9528-4fe7-904c-720f84f610d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:40.950274 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c3701b83-9528-4fe7-904c-720f84f610d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:40.955785 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c3701b83-9528-4fe7-904c-720f84f610d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:40.991662 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3701b83-9528-4fe7-904c-720f84f610d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed8394b-dd49-401e-9fe8-8cf7d696e6df,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:40.996280 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-c3701b83-9528-4fe7-904c-720f84f610d7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b9314c321252420abb40a55c7b8f41d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1590710 Jul 14 13:58:40.999534 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 51184) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:41.059160 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c1911622-91f5-421f-995c-47ecd5c1bdd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:41.082805 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c1911622-91f5-421f-995c-47ecd5c1bdd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:41.133688 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c1911622-91f5-421f-995c-47ecd5c1bdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:41.136421 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c1911622-91f5-421f-995c-47ecd5c1bdd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:41.137548 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-c1911622-91f5-421f-995c-47ecd5c1bdd3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2ed8394b-dd49-401e-9fe8-8cf7d696e6df HTTP/1.1" status: 204 len: 168 time: 0.1369970 Jul 14 13:58:41.147234 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1911622-91f5-421f-995c-47ecd5c1bdd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed8394b-dd49-401e-9fe8-8cf7d696e6df,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:42.156414 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device b0cdf979-86d7-40f5-9432-731ecdaf897d up at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:58:42.210492 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Provisioning complete for port b0cdf979-86d7-40f5-9432-731ecdaf897d triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:58:42.210492 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:46.912870 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-56bbdfe7-dd49-4d7a-a68f-7bc8d992eb8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:48.001433 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:49.441725 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-a2e136bd-99ea-4827-b0a4-23e8c70a55c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:49.573276 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:50.600911 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:51.855128 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.agents_db [None req-f94fc2f4-144f-4bce-9715-a006bfd56775 None None] Agent healthcheck: found 6 active agents {{(pid=104576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:58:52.124449 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:55.327202 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-8012ccf4-c226-44c9-82b1-b8fc69077820 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-566236989&fields=id&tenant_id=fe207ad70b0241cd8f33f1a0ac3ff905 HTTP/1.1" status: 200 len: 267 time: 0.0339391 Jul 14 13:58:55.435834 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-65a67ac5-2f23-4373-9b18-412df830a089 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:55.437271 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-65a67ac5-2f23-4373-9b18-412df830a089 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/networks?id=1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d HTTP/1.1" status: 200 len: 809 time: 0.1039464 Jul 14 13:58:55.454237 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-b274ed61-77f1-4e2c-af76-4ba66f116877 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/quotas/fe207ad70b0241cd8f33f1a0ac3ff905 HTTP/1.1" status: 200 len: 375 time: 0.0088699 Jul 14 13:58:55.524305 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-55537372-ba4a-468e-a90d-7eba01ddd8f7 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fe207ad70b0241cd8f33f1a0ac3ff905&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0628109 Jul 14 13:58:55.631340 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-7743ec51-d5fb-44ca-9bdb-7f8f2ca9ada1 service neutron] 10.222.0.35 "GET /v2.0/networks/1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960097 Jul 14 13:58:55.720760 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-a1e5da8b-c6a2-400e-9023-fd0ba64599ea service neutron] 10.222.0.35 "GET /v2.0/networks/1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836527 Jul 14 13:58:56.022608 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-81bd127e-408b-42cd-8b60-f14b7c5226f9 req-863a859d-7e8f-45f0-99c7-e5eaadebba57 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 210 time: 0.0291402 Jul 14 13:58:57.177349 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-52e60a62-bb21-4e33-9d02-38fbe2183a26 req-81b5cca8-f990-405c-8514-006f6ae39594 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 210 time: 0.0357385 Jul 14 13:58:57.228322 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-6cfeb05a-0855-412b-a901-aeb11f855318 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:57.229768 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-6cfeb05a-0855-412b-a901-aeb11f855318 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.59 "GET /v2.0/networks?id=1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d HTTP/1.1" status: 200 len: 809 time: 0.1371601 Jul 14 13:58:57.284638 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-f735a00a-cfa7-4bd7-90df-de977e1522f1 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe207ad70b0241cd8f33f1a0ac3ff905 HTTP/1.1" status: 200 len: 379 time: 0.0358696 Jul 14 13:58:57.293654 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-8b2e04f6-7d4d-4996-a78e-f832f47587ba tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Request body: {'port': {'device_id': '0ed653b5-a044-4d02-83aa-ceadaee6e441', 'network_id': '1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d', 'admin_state_up': True, 'tenant_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'security_groups': ['1856a21d-f42b-45ac-b62a-a187561d9070']}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:58:57.416462 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-8b2e04f6-7d4d-4996-a78e-f832f47587ba tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Made reservation on behalf of fe207ad70b0241cd8f33f1a0ac3ff905 for: {'port': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:58:57.420969 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-8b2e04f6-7d4d-4996-a78e-f832f47587ba tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:57.543410 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-8b2e04f6-7d4d-4996-a78e-f832f47587ba tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Allocated IP 172.20.0.4 (1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d/a4525e88-fc51-40c8-9a40-883045bb5556/fc4313f8-4290-4955-9685-c58935352fe1) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:58:57.665431 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 51460) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:57.681207 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-8b2e04f6-7d4d-4996-a78e-f832f47587ba tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks [] for port, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:57.695049 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-8b2e04f6-7d4d-4996-a78e-f832f47587ba tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Transition to ACTIVE for port object fc4313f8-4290-4955-9685-c58935352fe1 will not be triggered until provisioned by entity DHCP. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:58:57.728964 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-8b2e04f6-7d4d-4996-a78e-f832f47587ba tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:57.768725 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-163bf197-5fc9-4d4c-8eb1-4e9fabeaffcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:57.773090 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-8b2e04f6-7d4d-4996-a78e-f832f47587ba tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Network 1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:58:57.776399 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-8b2e04f6-7d4d-4996-a78e-f832f47587ba tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:58:57.780489 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-8b2e04f6-7d4d-4996-a78e-f832f47587ba tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:58:57.804907 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e04f6-7d4d-4996-a78e-f832f47587ba tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Pushing event updated for resources: {'Port': ['ID=fc4313f8-4290-4955-9685-c58935352fe1,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:57.834950 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-8b2e04f6-7d4d-4996-a78e-f832f47587ba tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:57.835658 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-8b2e04f6-7d4d-4996-a78e-f832f47587ba tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:57.860799 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-163bf197-5fc9-4d4c-8eb1-4e9fabeaffcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:57.866129 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-163bf197-5fc9-4d4c-8eb1-4e9fabeaffcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:57.872642 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-8b2e04f6-7d4d-4996-a78e-f832f47587ba tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5827556 Jul 14 13:58:57.891328 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-563831c4-bef0-4ae4-b311-98fc407e1083 service neutron] Request body: {'port': {'device_id': '0ed653b5-a044-4d02-83aa-ceadaee6e441', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:58:57.892975 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163bf197-5fc9-4d4c-8eb1-4e9fabeaffcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a4f0b3-90d1-4caf-9203-5c9900dc4317,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:57.909116 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163bf197-5fc9-4d4c-8eb1-4e9fabeaffcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:57.909461 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163bf197-5fc9-4d4c-8eb1-4e9fabeaffcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:57.909797 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163bf197-5fc9-4d4c-8eb1-4e9fabeaffcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:57.910120 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163bf197-5fc9-4d4c-8eb1-4e9fabeaffcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:57.910449 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163bf197-5fc9-4d4c-8eb1-4e9fabeaffcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:57.910855 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163bf197-5fc9-4d4c-8eb1-4e9fabeaffcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:57.911427 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163bf197-5fc9-4d4c-8eb1-4e9fabeaffcd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:57.911755 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163bf197-5fc9-4d4c-8eb1-4e9fabeaffcd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:57.912091 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163bf197-5fc9-4d4c-8eb1-4e9fabeaffcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:57.912399 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163bf197-5fc9-4d4c-8eb1-4e9fabeaffcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:57.912805 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163bf197-5fc9-4d4c-8eb1-4e9fabeaffcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:57.913121 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163bf197-5fc9-4d4c-8eb1-4e9fabeaffcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:57.937361 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-163bf197-5fc9-4d4c-8eb1-4e9fabeaffcd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ecd23e2eb7f64f2bb13d23515dc43cee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2707503 Jul 14 13:58:57.940062 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 51464) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:57.983829 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-563831c4-bef0-4ae4-b311-98fc407e1083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:57.992039 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-dd2f1d11-3e32-470a-9a20-d36f5c9b8dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:58.015779 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-dd2f1d11-3e32-470a-9a20-d36f5c9b8dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:58.036153 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-c850d65c-fbb2-4670-912b-67de7d5c1f81 None None] Provisioning for port fc4313f8-4290-4955-9685-c58935352fe1 completed by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:58:58.042481 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-c850d65c-fbb2-4670-912b-67de7d5c1f81 None None] Provisioning complete for port fc4313f8-4290-4955-9685-c58935352fe1 triggered by entity DHCP. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:58:58.042860 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c850d65c-fbb2-4670-912b-67de7d5c1f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:58.078448 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-dd2f1d11-3e32-470a-9a20-d36f5c9b8dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:58.080895 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-dd2f1d11-3e32-470a-9a20-d36f5c9b8dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:58.084596 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-dd2f1d11-3e32-470a-9a20-d36f5c9b8dc5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/76a4f0b3-90d1-4caf-9203-5c9900dc4317 HTTP/1.1" status: 204 len: 168 time: 0.1405091 Jul 14 13:58:58.092090 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-c850d65c-fbb2-4670-912b-67de7d5c1f81 None None] Port fc4313f8-4290-4955-9685-c58935352fe1 cannot update to ACTIVE because it is not bound. {{(pid=104575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:58:58.094812 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f1d11-3e32-470a-9a20-d36f5c9b8dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a4f0b3-90d1-4caf-9203-5c9900dc4317,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:58.291361 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-563831c4-bef0-4ae4-b311-98fc407e1083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc4313f8-4290-4955-9685-c58935352fe1 {{(pid=104572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:58:58.298933 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-563831c4-bef0-4ae4-b311-98fc407e1083 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:58.317549 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-563831c4-bef0-4ae4-b311-98fc407e1083 service neutron] Transition to ACTIVE for port object fc4313f8-4290-4955-9685-c58935352fe1 will not be triggered until provisioned by entity L2. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:58:58.324003 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-563831c4-bef0-4ae4-b311-98fc407e1083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28728568'] for port, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:58.379216 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff154c4-b6b0-4925-a80b-fa34b8a5febd req-1ffb9615-6ca5-4bc5-aa84-f8beef0f7f87 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:58.387870 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8ff154c4-b6b0-4925-a80b-fa34b8a5febd req-1ffb9615-6ca5-4bc5-aa84-f8beef0f7f87 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 931 time: 0.0900581 Jul 14 13:58:58.396523 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 51472) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:58.398514 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563831c4-bef0-4ae4-b311-98fc407e1083 service neutron] Pushing event updated for resources: {'Port': ['ID=fc4313f8-4290-4955-9685-c58935352fe1,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:58.430276 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8ff154c4-b6b0-4925-a80b-fa34b8a5febd req-9a73dc34-a47a-4719-9c23-80e033cc3c3c tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/security-groups?id=1856a21d-f42b-45ac-b62a-a187561d9070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413840 Jul 14 13:58:58.433527 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-964ebc78-4c7a-4de6-b63c-7276727daf8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:58.488913 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-563831c4-bef0-4ae4-b311-98fc407e1083 service neutron] Attempting to bind port fc4313f8-4290-4955-9685-c58935352fe1 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:58:58.489249 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-563831c4-bef0-4ae4-b311-98fc407e1083 service neutron] Attempting to bind port fc4313f8-4290-4955-9685-c58935352fe1 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '1063a647-fcf3-495f-9b4f-92ad05366b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d'}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:58:58.489596 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-563831c4-bef0-4ae4-b311-98fc407e1083 service neutron] Attempting to bind port fc4313f8-4290-4955-9685-c58935352fe1 on network 1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:58:58.499103 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-563831c4-bef0-4ae4-b311-98fc407e1083 service neutron] Port fc4313f8-4290-4955-9685-c58935352fe1 on network 1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:58:58.499421 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-563831c4-bef0-4ae4-b311-98fc407e1083 service neutron] Attempting to bind port fc4313f8-4290-4955-9685-c58935352fe1 on network 1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:58:58.510851 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-563831c4-bef0-4ae4-b311-98fc407e1083 service neutron] Checking agent: {'id': '92e582b9-0e65-4c58-8afe-cb3347eabd77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 47, 47), 'started_at': datetime.datetime(2021, 7, 14, 13, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:58:58.511226 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-563831c4-bef0-4ae4-b311-98fc407e1083 service neutron] Checking segment: {'id': '1063a647-fcf3-495f-9b4f-92ad05366b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:58:58.511608 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-563831c4-bef0-4ae4-b311-98fc407e1083 service neutron] Bound using segment: {'id': '1063a647-fcf3-495f-9b4f-92ad05366b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d'} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:58:58.512048 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-563831c4-bef0-4ae4-b311-98fc407e1083 service neutron] Bound port: fc4313f8-4290-4955-9685-c58935352fe1, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1063a647-fcf3-495f-9b4f-92ad05366b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d'}}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:58:58.512453 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-563831c4-bef0-4ae4-b311-98fc407e1083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:58.609270 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-563831c4-bef0-4ae4-b311-98fc407e1083 service neutron] For port fc4313f8-4290-4955-9685-c58935352fe1, host hv-cinder-80069, cleared binding levels {{(pid=104572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:58:58.615994 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-964ebc78-4c7a-4de6-b63c-7276727daf8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:58.623625 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-964ebc78-4c7a-4de6-b63c-7276727daf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:58.626835 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-563831c4-bef0-4ae4-b311-98fc407e1083 service neutron] For port fc4313f8-4290-4955-9685-c58935352fe1, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=fc4313f8-4290-4955-9685-c58935352fe1,segment=NetworkSegment(1063a647-fcf3-495f-9b4f-92ad05366b43),segment_id=1063a647-fcf3-495f-9b4f-92ad05366b43)] {{(pid=104572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:58:58.640264 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-563831c4-bef0-4ae4-b311-98fc407e1083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28728568'] for port, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:58.691092 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-964ebc78-4c7a-4de6-b63c-7276727daf8a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b1b4b8b0ad044c228fa5d5003f39f4b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2934473 Jul 14 13:58:58.694001 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 51474) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:58.695049 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ebc78-4c7a-4de6-b63c-7276727daf8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e238836-9cf4-4d54-8212-744391659ed6,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:58.697996 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-563831c4-bef0-4ae4-b311-98fc407e1083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:58.698609 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-563831c4-bef0-4ae4-b311-98fc407e1083 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:58.700072 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-563831c4-bef0-4ae4-b311-98fc407e1083 service neutron] 10.222.0.59 "PUT /v2.0/ports/fc4313f8-4290-4955-9685-c58935352fe1 HTTP/1.1" status: 200 len: 1093 time: 0.8140802 Jul 14 13:58:58.704688 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed653b5-a044-4d02-83aa-ceadaee6e441', 'tag': 'fc4313f8-4290-4955-9685-c58935352fe1'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:58:58.706752 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131f11db-82ff-40bd-a20c-ede7ec2ed08e" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed653b5-a044-4d02-83aa-ceadaee6e441", "tag": "fc4313f8-4290-4955-9685-c58935352fe1"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:58:58.731304 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563831c4-bef0-4ae4-b311-98fc407e1083 service neutron] Pushing event updated for resources: {'Port': ['ID=fc4313f8-4290-4955-9685-c58935352fe1,revision_number=3']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:58.755132 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80ac0d9-9c33-42e8-89d3-bc496c6583ae x-openstack-request-id: req-b80ac0d9-9c33-42e8-89d3-bc496c6583ae {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:58:58.755588 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed653b5-a044-4d02-83aa-ceadaee6e441", "tag": "fc4313f8-4290-4955-9685-c58935352fe1", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:58:58.755830 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b80ac0d9-9c33-42e8-89d3-bc496c6583ae {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:58:58.757928 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed653b5-a044-4d02-83aa-ceadaee6e441', 'tag': 'fc4313f8-4290-4955-9685-c58935352fe1', 'status': 'completed', 'code': 200} Jul 14 13:58:58.772610 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-75a0d48e-537d-4294-bdc7-18790e57ad03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:58.795286 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-75a0d48e-537d-4294-bdc7-18790e57ad03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:58.826040 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-71765f25-d7e4-4a98-ac7c-2f754b4d2f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:58.827652 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-71765f25-d7e4-4a98-ac7c-2f754b4d2f01 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe207ad70b0241cd8f33f1a0ac3ff905&device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 1096 time: 0.0539885 Jul 14 13:58:58.847450 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-75a0d48e-537d-4294-bdc7-18790e57ad03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:58.850572 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-75a0d48e-537d-4294-bdc7-18790e57ad03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:58.851961 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-75a0d48e-537d-4294-bdc7-18790e57ad03 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6e238836-9cf4-4d54-8212-744391659ed6 HTTP/1.1" status: 204 len: 168 time: 0.1560562 Jul 14 13:58:58.861144 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a0d48e-537d-4294-bdc7-18790e57ad03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e238836-9cf4-4d54-8212-744391659ed6,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:58.884263 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-5014f22f-a0a9-4174-a4d2-636496015d2d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc4313f8-4290-4955-9685-c58935352fe1 HTTP/1.1" status: 200 len: 217 time: 0.0426733 Jul 14 13:58:58.935174 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-45a3e06e-0571-4e97-ac7b-742b54d035cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:58.936665 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-45a3e06e-0571-4e97-ac7b-742b54d035cc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4525e88-fc51-40c8-9a40-883045bb5556 HTTP/1.1" status: 200 len: 848 time: 0.0443704 Jul 14 13:58:58.994168 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-16f4e12a-6f20-455e-9fc8-bccf3a618028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:58.995912 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-16f4e12a-6f20-455e-9fc8-bccf3a618028 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520544 Jul 14 13:58:59.088015 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-455b88ad-c55a-42c1-a61f-2c71aca90a2c service neutron] 10.222.0.59 "GET /v2.0/networks/1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843091 Jul 14 13:58:59.179201 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4c1f7514-2e95-4a5b-b2fd-08c4bb98152f req-ef7adf27-45f2-4102-ac05-8be3f4882591 service neutron] 10.222.0.59 "GET /v2.0/networks/1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839751 Jul 14 13:58:59.331492 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f11db-82ff-40bd-a20c-ede7ec2ed08e req-0c66dbcf-9ce6-4b0d-8a20-75906b91a2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:59.333009 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-131f11db-82ff-40bd-a20c-ede7ec2ed08e req-0c66dbcf-9ce6-4b0d-8a20-75906b91a2ea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe207ad70b0241cd8f33f1a0ac3ff905&device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 1096 time: 0.0556283 Jul 14 13:58:59.423664 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f11db-82ff-40bd-a20c-ede7ec2ed08e req-8e5e7c2d-a5c1-404a-b1ef-4b33b296daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:59.425171 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-131f11db-82ff-40bd-a20c-ede7ec2ed08e req-8e5e7c2d-a5c1-404a-b1ef-4b33b296daf8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d HTTP/1.1" status: 200 len: 910 time: 0.0852711 Jul 14 13:58:59.468651 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-131f11db-82ff-40bd-a20c-ede7ec2ed08e req-57696b42-488e-4818-92f9-9e826d98c171 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc4313f8-4290-4955-9685-c58935352fe1 HTTP/1.1" status: 200 len: 217 time: 0.0348873 Jul 14 13:58:59.521176 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f11db-82ff-40bd-a20c-ede7ec2ed08e req-661be60b-418f-4b1d-bcd5-4c42aec75895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:59.522768 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-131f11db-82ff-40bd-a20c-ede7ec2ed08e req-661be60b-418f-4b1d-bcd5-4c42aec75895 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4525e88-fc51-40c8-9a40-883045bb5556 HTTP/1.1" status: 200 len: 848 time: 0.0468512 Jul 14 13:58:59.584721 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f11db-82ff-40bd-a20c-ede7ec2ed08e req-d8c2610e-2eac-409d-aee2-5b4b4e7e27ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:59.586364 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-131f11db-82ff-40bd-a20c-ede7ec2ed08e req-d8c2610e-2eac-409d-aee2-5b4b4e7e27ff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555422 Jul 14 13:58:59.603428 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5b706-d3a7-4a5d-a7c0-cab5a8c47467 req-12ecf202-5c24-4104-97f6-a8d3619ac71d tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:59.604932 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-94c5b706-d3a7-4a5d-a7c0-cab5a8c47467 req-12ecf202-5c24-4104-97f6-a8d3619ac71d tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 943 time: 0.0651793 Jul 14 13:58:59.645179 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-94c5b706-d3a7-4a5d-a7c0-cab5a8c47467 req-1da9434c-9986-4e14-ada0-c054e697f494 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/security-groups?id=1856a21d-f42b-45ac-b62a-a187561d9070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343325 Jul 14 13:58:59.685663 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-131f11db-82ff-40bd-a20c-ede7ec2ed08e req-97f2581c-ed4c-417f-a57a-c39e95b096fb service neutron] 10.222.0.59 "GET /v2.0/networks/1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899966 Jul 14 13:58:59.775765 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-131f11db-82ff-40bd-a20c-ede7ec2ed08e req-1294ee24-4808-4044-96d8-201105e39e39 service neutron] 10.222.0.59 "GET /v2.0/networks/1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838799 Jul 14 13:59:00.538375 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 51532) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:00.645564 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3d811850-d6ec-4faf-955c-568d0a7716d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:00.733421 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3d811850-d6ec-4faf-955c-568d0a7716d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:00.738522 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3d811850-d6ec-4faf-955c-568d0a7716d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:00.777275 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-3d811850-d6ec-4faf-955c-568d0a7716d4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b3f9d6d773354f4588d8e63d56bcc9b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377765 Jul 14 13:59:00.778383 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d811850-d6ec-4faf-955c-568d0a7716d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d18058-6875-4fec-a9e6-06ebec315bb6,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:00.780678 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 51538) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:00.818007 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb736a49-a304-4780-b52e-bad105794cb4 req-8c17f154-5ef9-4a19-bfa9-c76495b7cf9b tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:00.819558 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-bb736a49-a304-4780-b52e-bad105794cb4 req-8c17f154-5ef9-4a19-bfa9-c76495b7cf9b tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 943 time: 0.0642400 Jul 14 13:59:00.829417 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1ccbb4aa-62da-4fa3-b0fc-a9fd57e6a295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:00.853197 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1ccbb4aa-62da-4fa3-b0fc-a9fd57e6a295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:00.857387 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-bb736a49-a304-4780-b52e-bad105794cb4 req-10d351f5-2560-46e0-ac3e-6b473e15104c tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/security-groups?id=1856a21d-f42b-45ac-b62a-a187561d9070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317371 Jul 14 13:59:00.900435 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1ccbb4aa-62da-4fa3-b0fc-a9fd57e6a295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:00.903217 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1ccbb4aa-62da-4fa3-b0fc-a9fd57e6a295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:00.904349 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-1ccbb4aa-62da-4fa3-b0fc-a9fd57e6a295 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/00d18058-6875-4fec-a9e6-06ebec315bb6 HTTP/1.1" status: 204 len: 168 time: 0.1227813 Jul 14 13:59:00.911942 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccbb4aa-62da-4fa3-b0fc-a9fd57e6a295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d18058-6875-4fec-a9e6-06ebec315bb6,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:01.164414 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 51544) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:01.177847 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-60a69e05-ba1d-42bb-a184-3b2ef65fc148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:01.263538 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-60a69e05-ba1d-42bb-a184-3b2ef65fc148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:01.269671 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-60a69e05-ba1d-42bb-a184-3b2ef65fc148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:01.306329 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-60a69e05-ba1d-42bb-a184-3b2ef65fc148 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=90bb84573c574f91b045df58e33d4edd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1408575 Jul 14 13:59:01.307075 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a69e05-ba1d-42bb-a184-3b2ef65fc148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f26437-4747-4498-9833-52ad668b4a6c,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:01.309385 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 51546) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:01.363603 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-cbdd1fd1-fc1d-4d31-b5a0-ece06d8ee7c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:01.384253 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-cbdd1fd1-fc1d-4d31-b5a0-ece06d8ee7c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:01.437129 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-cbdd1fd1-fc1d-4d31-b5a0-ece06d8ee7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:01.439740 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-cbdd1fd1-fc1d-4d31-b5a0-ece06d8ee7c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:01.440858 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-cbdd1fd1-fc1d-4d31-b5a0-ece06d8ee7c8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e8f26437-4747-4498-9833-52ad668b4a6c HTTP/1.1" status: 204 len: 168 time: 0.1304336 Jul 14 13:59:01.448399 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd1fd1-fc1d-4d31-b5a0-ece06d8ee7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f26437-4747-4498-9833-52ad668b4a6c,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:01.455488 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd1fd1-fc1d-4d31-b5a0-ece06d8ee7c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:01.455646 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd1fd1-fc1d-4d31-b5a0-ece06d8ee7c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:01.455922 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd1fd1-fc1d-4d31-b5a0-ece06d8ee7c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:01.456267 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd1fd1-fc1d-4d31-b5a0-ece06d8ee7c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:01.456596 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd1fd1-fc1d-4d31-b5a0-ece06d8ee7c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:01.456925 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd1fd1-fc1d-4d31-b5a0-ece06d8ee7c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:01.457243 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd1fd1-fc1d-4d31-b5a0-ece06d8ee7c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:01.457575 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd1fd1-fc1d-4d31-b5a0-ece06d8ee7c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:01.457897 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd1fd1-fc1d-4d31-b5a0-ece06d8ee7c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:01.458201 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd1fd1-fc1d-4d31-b5a0-ece06d8ee7c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:01.458531 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd1fd1-fc1d-4d31-b5a0-ece06d8ee7c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:01.458848 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd1fd1-fc1d-4d31-b5a0-ece06d8ee7c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:02.031348 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e84958-7152-4c9c-86ad-f2996c017e6a req-9ae63718-0b7e-45c2-b2b2-915a12d263ea tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:02.033200 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b4e84958-7152-4c9c-86ad-f2996c017e6a req-9ae63718-0b7e-45c2-b2b2-915a12d263ea tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 943 time: 0.0651298 Jul 14 13:59:02.071482 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b4e84958-7152-4c9c-86ad-f2996c017e6a req-655bb5b8-4917-40cd-9ecd-29c14dd84a22 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/security-groups?id=1856a21d-f42b-45ac-b62a-a187561d9070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326564 Jul 14 13:59:03.244234 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d834c8e-73cd-47c9-be8f-d2a830627c92 req-c8f10cb5-cd37-41f7-9951-fb7770911b70 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:03.245693 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7d834c8e-73cd-47c9-be8f-d2a830627c92 req-c8f10cb5-cd37-41f7-9951-fb7770911b70 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 943 time: 0.0632453 Jul 14 13:59:03.275638 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 51612) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:03.289076 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7d834c8e-73cd-47c9-be8f-d2a830627c92 req-2e533714-d425-437b-bdef-25c9b08131ee tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/security-groups?id=1856a21d-f42b-45ac-b62a-a187561d9070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378239 Jul 14 13:59:03.383916 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e44ccc88-2422-4d05-b8a5-7ba8624c7ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:03.470890 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e44ccc88-2422-4d05-b8a5-7ba8624c7ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:03.476431 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e44ccc88-2422-4d05-b8a5-7ba8624c7ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:03.513383 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-e44ccc88-2422-4d05-b8a5-7ba8624c7ec0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=81fa540d741f4c19b7be087b41e2a3d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367418 Jul 14 13:59:03.514210 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ccc88-2422-4d05-b8a5-7ba8624c7ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584098e5-7ceb-404a-a531-096b64d875a3,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:03.517021 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 51616) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:03.569647 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4babe8d2-f85e-4e7f-8b3d-d7ae15fe2a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:03.590179 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4babe8d2-f85e-4e7f-8b3d-d7ae15fe2a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:03.639926 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4babe8d2-f85e-4e7f-8b3d-d7ae15fe2a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:03.643913 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4babe8d2-f85e-4e7f-8b3d-d7ae15fe2a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:03.645553 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-4babe8d2-f85e-4e7f-8b3d-d7ae15fe2a5d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/584098e5-7ceb-404a-a531-096b64d875a3 HTTP/1.1" status: 204 len: 168 time: 0.1273017 Jul 14 13:59:03.653449 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babe8d2-f85e-4e7f-8b3d-d7ae15fe2a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584098e5-7ceb-404a-a531-096b64d875a3,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:03.932876 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 51622) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:03.946540 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-f959c34a-eca7-4e76-a2c7-6060aaabe4ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:04.046678 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-f959c34a-eca7-4e76-a2c7-6060aaabe4ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:04.053079 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-f959c34a-eca7-4e76-a2c7-6060aaabe4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:04.091448 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-f959c34a-eca7-4e76-a2c7-6060aaabe4ae admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4af621661e77489bb320cdd53d7dbfe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1574721 Jul 14 13:59:04.092428 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f959c34a-eca7-4e76-a2c7-6060aaabe4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b57f56-2bff-41fa-a3ef-7c8d18fa3df9,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:04.092653 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 51624) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:04.433126 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-445559dd-dbfd-45a7-98b5-1030bd058ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:04.454156 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-445559dd-dbfd-45a7-98b5-1030bd058ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:04.467731 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5760d-e57d-4426-b900-b7c728b83eb9 req-c6950100-5bf8-4fb4-bf66-469c150aa6d1 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:04.469234 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-32d5760d-e57d-4426-b900-b7c728b83eb9 req-c6950100-5bf8-4fb4-bf66-469c150aa6d1 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 943 time: 0.0677867 Jul 14 13:59:04.500130 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-445559dd-dbfd-45a7-98b5-1030bd058ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:04.502742 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-445559dd-dbfd-45a7-98b5-1030bd058ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:04.503946 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-445559dd-dbfd-45a7-98b5-1030bd058ae9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a8b57f56-2bff-41fa-a3ef-7c8d18fa3df9 HTTP/1.1" status: 204 len: 168 time: 0.4102993 Jul 14 13:59:04.507998 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-32d5760d-e57d-4426-b900-b7c728b83eb9 req-b4fe9a7b-e232-4505-b7db-23b515fdb637 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/security-groups?id=1856a21d-f42b-45ac-b62a-a187561d9070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331335 Jul 14 13:59:04.511329 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445559dd-dbfd-45a7-98b5-1030bd058ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b57f56-2bff-41fa-a3ef-7c8d18fa3df9,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:05.702316 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c41c77-d783-42ea-bb7c-50d6ba27bc19 req-6cc72114-6151-4b40-8730-1f90fe21d0e0 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:05.703813 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d8c41c77-d783-42ea-bb7c-50d6ba27bc19 req-6cc72114-6151-4b40-8730-1f90fe21d0e0 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 943 time: 0.0691144 Jul 14 13:59:05.744309 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d8c41c77-d783-42ea-bb7c-50d6ba27bc19 req-ecb0fc92-6ed2-4ff4-804e-84baf4275d3a tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/security-groups?id=1856a21d-f42b-45ac-b62a-a187561d9070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340750 Jul 14 13:59:05.811231 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 51670) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:05.926742 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ffd4f941-2a0e-4bae-a440-075f94016743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:06.026186 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ffd4f941-2a0e-4bae-a440-075f94016743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:06.032788 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ffd4f941-2a0e-4bae-a440-075f94016743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:06.077005 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-ffd4f941-2a0e-4bae-a440-075f94016743 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c4362710bbf54f31a802003e04dfdbdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2646487 Jul 14 13:59:06.077741 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4f941-2a0e-4bae-a440-075f94016743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9081d67-d56e-4be8-9b01-4bde7496b7f5,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:06.080880 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 51674) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:06.137446 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ee7dd2d2-a18c-4fc2-9505-ab67b04f42b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:06.157964 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ee7dd2d2-a18c-4fc2-9505-ab67b04f42b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:06.189922 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device fc4313f8-4290-4955-9685-c58935352fe1 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=104575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:59:06.208684 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ee7dd2d2-a18c-4fc2-9505-ab67b04f42b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:06.211262 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ee7dd2d2-a18c-4fc2-9505-ab67b04f42b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:06.212400 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-ee7dd2d2-a18c-4fc2-9505-ab67b04f42b1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d9081d67-d56e-4be8-9b01-4bde7496b7f5 HTTP/1.1" status: 204 len: 168 time: 0.1302178 Jul 14 13:59:06.222244 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7dd2d2-a18c-4fc2-9505-ab67b04f42b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9081d67-d56e-4be8-9b01-4bde7496b7f5,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:06.296033 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port fc4313f8-4290-4955-9685-c58935352fe1, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=fc4313f8-4290-4955-9685-c58935352fe1,segment=NetworkSegment(1063a647-fcf3-495f-9b4f-92ad05366b43),segment_id=1063a647-fcf3-495f-9b4f-92ad05366b43)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:59:06.306902 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Returning: {'device': 'fc4313f8-4290-4955-9685-c58935352fe1', 'network_id': '1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d', 'port_id': 'fc4313f8-4290-4955-9685-c58935352fe1', 'mac_address': 'fa:16:3e:c2:07:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4525e88-fc51-40c8-9a40-883045bb5556', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:59:06.345239 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:06.357671 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc4313f8-4290-4955-9685-c58935352fe1 {{(pid=104575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:59:06.381130 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port fc4313f8-4290-4955-9685-c58935352fe1, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=fc4313f8-4290-4955-9685-c58935352fe1,segment=NetworkSegment(1063a647-fcf3-495f-9b4f-92ad05366b43),segment_id=1063a647-fcf3-495f-9b4f-92ad05366b43)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:59:06.386379 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:06.436831 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=fc4313f8-4290-4955-9685-c58935352fe1,revision_number=4']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:06.676587 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['fc4313f8-4290-4955-9685-c58935352fe1'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:59:06.917762 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138113ec-b29e-44af-aaf5-01a660f842b2 req-484939f4-89ff-4ad3-abbf-26e0c70efb8f tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:06.919293 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-138113ec-b29e-44af-aaf5-01a660f842b2 req-484939f4-89ff-4ad3-abbf-26e0c70efb8f tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 944 time: 0.0664549 Jul 14 13:59:06.959445 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-138113ec-b29e-44af-aaf5-01a660f842b2 req-c9962375-9da1-4ec7-bb95-a8cbd7d756af tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/security-groups?id=1856a21d-f42b-45ac-b62a-a187561d9070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345490 Jul 14 13:59:07.221711 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 51706) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:07.337990 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-f314d9f0-acdb-4476-9702-f3b985f19622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:07.426276 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-f314d9f0-acdb-4476-9702-f3b985f19622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:07.432373 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-f314d9f0-acdb-4476-9702-f3b985f19622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:07.468727 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-f314d9f0-acdb-4476-9702-f3b985f19622 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=15c726db8111409f9668ef6f585d5496&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2459538 Jul 14 13:59:07.469560 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f314d9f0-acdb-4476-9702-f3b985f19622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfadc5ae-9f5e-4df5-84d2-74835002364c,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:07.471619 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 51710) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:07.524129 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1381610c-0afd-4909-80a6-a6e279f01ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:07.545584 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1381610c-0afd-4909-80a6-a6e279f01ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:07.594567 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1381610c-0afd-4909-80a6-a6e279f01ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:07.598044 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1381610c-0afd-4909-80a6-a6e279f01ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:07.603288 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-1381610c-0afd-4909-80a6-a6e279f01ee4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dfadc5ae-9f5e-4df5-84d2-74835002364c HTTP/1.1" status: 204 len: 168 time: 0.1269453 Jul 14 13:59:07.608531 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1381610c-0afd-4909-80a6-a6e279f01ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfadc5ae-9f5e-4df5-84d2-74835002364c,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:08.139514 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62375df-36fc-42b5-a05f-ad967a90eeb4 req-e819df3e-2957-49f6-a3de-4e0262ae968d tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:08.141027 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f62375df-36fc-42b5-a05f-ad967a90eeb4 req-e819df3e-2957-49f6-a3de-4e0262ae968d tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 944 time: 0.0703015 Jul 14 13:59:08.180286 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f62375df-36fc-42b5-a05f-ad967a90eeb4 req-cef3d181-3654-4617-9c7d-8410e54e015a tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/security-groups?id=1856a21d-f42b-45ac-b62a-a187561d9070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336113 Jul 14 13:59:08.211906 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device fc4313f8-4290-4955-9685-c58935352fe1 up at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:59:08.266357 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning for port fc4313f8-4290-4955-9685-c58935352fe1 completed by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:59:08.270801 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning complete for port fc4313f8-4290-4955-9685-c58935352fe1 triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:59:08.271274 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:08.351414 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:08.375037 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed653b5-a044-4d02-83aa-ceadaee6e441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4313f8-4290-4955-9685-c58935352fe1'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:59:08.377343 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06891aadf294c70300823a606954559f382215362bc7d52ae5ebbe768d2ce9e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a47ca9f-25a9-4f1b-a7ad-80561206537b" -d '{"events": [{"server_uuid": "0ed653b5-a044-4d02-83aa-ceadaee6e441", "name": "network-vif-plugged", "status": "completed", "tag": "fc4313f8-4290-4955-9685-c58935352fe1"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:59:08.390212 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port fc4313f8-4290-4955-9685-c58935352fe1, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=fc4313f8-4290-4955-9685-c58935352fe1,segment=NetworkSegment(1063a647-fcf3-495f-9b4f-92ad05366b43),segment_id=1063a647-fcf3-495f-9b4f-92ad05366b43)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:59:08.395207 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:08.417885 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd66c40-7654-48b4-b64f-d5e6dc8267a4 x-openstack-request-id: req-2cd66c40-7654-48b4-b64f-d5e6dc8267a4 {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:59:08.418179 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed653b5-a044-4d02-83aa-ceadaee6e441", "name": "network-vif-plugged", "status": "completed", "tag": "fc4313f8-4290-4955-9685-c58935352fe1", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:59:08.418427 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2cd66c40-7654-48b4-b64f-d5e6dc8267a4 {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:59:08.418809 dv-cinder-800697-2-iscsi neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed653b5-a044-4d02-83aa-ceadaee6e441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4313f8-4290-4955-9685-c58935352fe1', 'code': 200} Jul 14 13:59:08.445102 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=fc4313f8-4290-4955-9685-c58935352fe1,revision_number=5']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:08.453506 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:08.453918 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:08.454767 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:08.455143 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:08.455678 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:08.456014 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:08.456348 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:08.456679 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:08.457012 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:08.457339 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:08.457663 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:08.458017 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:08.728688 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce5edd-9884-41f5-ada2-ce80daa2c14d req-e1c61be1-ae64-4606-903c-7799687e331a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:08.730161 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-93ce5edd-9884-41f5-ada2-ce80daa2c14d req-e1c61be1-ae64-4606-903c-7799687e331a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 1098 time: 0.0522950 Jul 14 13:59:08.764704 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-93ce5edd-9884-41f5-ada2-ce80daa2c14d req-f973c058-a85f-42e6-89b4-e1ed849f679b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1856a21d-f42b-45ac-b62a-a187561d9070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274706 Jul 14 13:59:09.361429 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11996a82-cdb5-44d1-bc3e-34e518e16080 req-6a364113-3d6d-4808-9b88-edc043158284 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:09.362873 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-11996a82-cdb5-44d1-bc3e-34e518e16080 req-6a364113-3d6d-4808-9b88-edc043158284 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 945 time: 0.0703070 Jul 14 13:59:09.399905 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-11996a82-cdb5-44d1-bc3e-34e518e16080 req-a00e6b6e-a011-436f-9ccf-d0498c2f8e72 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/security-groups?id=1856a21d-f42b-45ac-b62a-a187561d9070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314150 Jul 14 13:59:10.595220 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635ad47-6f16-43db-b6ec-a53cb9e72c5f req-41d93847-fcf3-41d2-acf9-6ad6db357636 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:10.596648 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5635ad47-6f16-43db-b6ec-a53cb9e72c5f req-41d93847-fcf3-41d2-acf9-6ad6db357636 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 945 time: 0.0679128 Jul 14 13:59:10.637032 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5635ad47-6f16-43db-b6ec-a53cb9e72c5f req-5005e464-c3e2-49da-98a1-a3e6e233d5a9 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/security-groups?id=1856a21d-f42b-45ac-b62a-a187561d9070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321970 Jul 14 13:59:10.819026 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fa1a6-8967-493b-881a-ae6a790f4749 req-0d044943-211d-4489-867a-a87273d305dd tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:10.820383 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-975fa1a6-8967-493b-881a-ae6a790f4749 req-0d044943-211d-4489-867a-a87273d305dd tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 945 time: 0.0754261 Jul 14 13:59:10.858308 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-975fa1a6-8967-493b-881a-ae6a790f4749 req-eb854b55-300d-4df4-ad90-3bca5ce9f105 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/security-groups?id=1856a21d-f42b-45ac-b62a-a187561d9070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314438 Jul 14 13:59:10.930215 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 51724) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:11.137136 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64ea9ee-0271-4be9-9379-7dc59b965501 tempest-TestShelveInstance-753572188 tempest-TestShelveInstance-753572188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:11.138615 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-b64ea9ee-0271-4be9-9379-7dc59b965501 tempest-TestShelveInstance-753572188 tempest-TestShelveInstance-753572188-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 1093 time: 0.2070441 Jul 14 13:59:11.141687 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 51728) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:11.146034 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-2bc8c49d-1b7b-49ff-a9b5-bf1b89760767 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Request body: {'floatingip': {'floating_network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'port_id': 'fc4313f8-4290-4955-9685-c58935352fe1', 'tenant_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:59:11.170212 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2bc8c49d-1b7b-49ff-a9b5-bf1b89760767 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks [] for floatingip, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:11.270107 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2bc8c49d-1b7b-49ff-a9b5-bf1b89760767 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:11.372036 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [None req-2bc8c49d-1b7b-49ff-a9b5-bf1b89760767 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Allocated IP 172.27.1.164 (b28dab8c-9c3b-45dd-8fa2-7ffa63c66645/3e00a68e-7419-45b7-a88a-a672d20cc9ef/583c851b-386f-4b82-bd1d-5338efcdb5a2) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:59:11.472406 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2bc8c49d-1b7b-49ff-a9b5-bf1b89760767 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks [] for port, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:11.513379 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2bc8c49d-1b7b-49ff-a9b5-bf1b89760767 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525295755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:11.552365 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc8c49d-1b7b-49ff-a9b5-bf1b89760767 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Network b28dab8c-9c3b-45dd-8fa2-7ffa63c66645 is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:59:11.557042 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-2bc8c49d-1b7b-49ff-a9b5-bf1b89760767 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:59:11.562111 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc8c49d-1b7b-49ff-a9b5-bf1b89760767 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:59:11.565086 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8c49d-1b7b-49ff-a9b5-bf1b89760767 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Pushing event updated for resources: {'Port': ['ID=583c851b-386f-4b82-bd1d-5338efcdb5a2,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:11.940006 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2bc8c49d-1b7b-49ff-a9b5-bf1b89760767 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:12.028142 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2bc8c49d-1b7b-49ff-a9b5-bf1b89760767 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:12.170688 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2bc8c49d-1b7b-49ff-a9b5-bf1b89760767 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks [] for port, precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:12.177207 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2bc8c49d-1b7b-49ff-a9b5-bf1b89760767 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28728568'] for port, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:12.245386 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8c49d-1b7b-49ff-a9b5-bf1b89760767 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Pushing event updated for resources: {'Port': ['ID=583c851b-386f-4b82-bd1d-5338efcdb5a2,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:12.258258 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2bc8c49d-1b7b-49ff-a9b5-bf1b89760767 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-359245'] for floatingip, after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:12.359681 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.db.l3_db [None req-2bc8c49d-1b7b-49ff-a9b5-bf1b89760767 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Floating IP 3e71ad30-ab6a-4a63-9c12-f579a06570a7 associated. External IP: 172.27.1.164, port: fc4313f8-4290-4955-9685-c58935352fe1. Jul 14 13:59:12.575250 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc8c49d-1b7b-49ff-a9b5-bf1b89760767 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Router a32c44bc-0b50-4ccc-a163-45ac28178e49 has already been hosted by L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:59:12.681945 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc8c49d-1b7b-49ff-a9b5-bf1b89760767 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:59:12.691730 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deff4bd5-1cf2-4651-b0f9-071b984b1a97 None None] Sync routers for ids ['a32c44bc-0b50-4ccc-a163-45ac28178e49'] in dv-cinder-800697-2-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:59:12.699451 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2bc8c49d-1b7b-49ff-a9b5-bf1b89760767 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for floatingip, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:12.701377 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deff4bd5-1cf2-4651-b0f9-071b984b1a97 None None] Routers {'a32c44bc-0b50-4ccc-a163-45ac28178e49'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:59:12.702003 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-deff4bd5-1cf2-4651-b0f9-071b984b1a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:58:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['a32c44bc-0b50-4ccc-a163-45ac28178e49'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:59:12.734588 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-2bc8c49d-1b7b-49ff-a9b5-bf1b89760767 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5918267 Jul 14 13:59:12.735139 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed653b5-a044-4d02-83aa-ceadaee6e441', 'tag': 'fc4313f8-4290-4955-9685-c58935352fe1'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:59:12.737496 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6549cb68-5a11-425b-9f0a-eeec5e68691f" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed653b5-a044-4d02-83aa-ceadaee6e441", "tag": "fc4313f8-4290-4955-9685-c58935352fe1"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:59:12.777733 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f3c6c6-79a2-47d4-8704-d3ea2813ef28 x-openstack-request-id: req-02f3c6c6-79a2-47d4-8704-d3ea2813ef28 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:59:12.777994 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed653b5-a044-4d02-83aa-ceadaee6e441", "tag": "fc4313f8-4290-4955-9685-c58935352fe1", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:59:12.778278 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-02f3c6c6-79a2-47d4-8704-d3ea2813ef28 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:59:12.778680 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed653b5-a044-4d02-83aa-ceadaee6e441', 'tag': 'fc4313f8-4290-4955-9685-c58935352fe1', 'status': 'completed', 'code': 200} Jul 14 13:59:12.807809 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-deff4bd5-1cf2-4651-b0f9-071b984b1a97 None None] Set router a32c44bc-0b50-4ccc-a163-45ac28178e49 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:59:12.882491 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549cb68-5a11-425b-9f0a-eeec5e68691f req-c6f56153-8129-42f3-9f1d-987ada417994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:12.884048 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6549cb68-5a11-425b-9f0a-eeec5e68691f req-c6f56153-8129-42f3-9f1d-987ada417994 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe207ad70b0241cd8f33f1a0ac3ff905&device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 1098 time: 0.0544271 Jul 14 13:59:12.975329 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549cb68-5a11-425b-9f0a-eeec5e68691f req-77878932-b68b-425d-b9e2-137d46687745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:12.976818 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6549cb68-5a11-425b-9f0a-eeec5e68691f req-77878932-b68b-425d-b9e2-137d46687745 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d HTTP/1.1" status: 200 len: 910 time: 0.0859680 Jul 14 13:59:13.032247 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-deff4bd5-1cf2-4651-b0f9-071b984b1a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32c44bc-0b50-4ccc-a163-45ac28178e49', 'name': 'tempest-TestShelveInstance-2059083931-router', 'tenant_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '64910354-f8c2-4677-8a77-d291f0e8e97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:58:27Z', 'updated_at': '2021-07-14T13:58:30Z', 'revision_number': 4, 'project_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'gw_port': {'id': '64910354-f8c2-4677-8a77-d291f0e8e97d', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32c44bc-0b50-4ccc-a163-45ac28178e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:58:27Z', 'updated_at': '2021-07-14T13:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_floatingips': [{'id': '3e71ad30-ab6a-4a63-9c12-f579a06570a7', 'tenant_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'floating_ip_address': '172.27.1.164', 'floating_network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'router_id': 'a32c44bc-0b50-4ccc-a163-45ac28178e49', 'port_id': 'fc4313f8-4290-4955-9685-c58935352fe1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d', 'mac_address': 'fa:16:3e:c2:07:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed653b5-a044-4d02-83aa-ceadaee6e441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:59:11Z', 'updated_at': '2021-07-14T13:59:11Z', 'revision_number': 0, 'project_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fee6fd8-6396-4243-be1a-6dc55326c71a', 'name': '', 'network_id': '1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d', 'tenant_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'mac_address': 'fa:16:3e:ff:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32c44bc-0b50-4ccc-a163-45ac28178e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'a4525e88-fc51-40c8-9a40-883045bb5556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:58:29Z', 'updated_at': '2021-07-14T13:58:35Z', 'revision_number': 5, 'project_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'subnets': [{'id': 'a4525e88-fc51-40c8-9a40-883045bb5556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:59:13.040573 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6549cb68-5a11-425b-9f0a-eeec5e68691f req-71e33fc2-9348-4041-b7c6-dc47565e1353 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc4313f8-4290-4955-9685-c58935352fe1 HTTP/1.1" status: 200 len: 999 time: 0.0566311 Jul 14 13:59:13.058275 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deff4bd5-1cf2-4651-b0f9-071b984b1a97 None None] Checking router: a32c44bc-0b50-4ccc-a163-45ac28178e49 for host: dv-cinder-800697-2-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:59:13.066717 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deff4bd5-1cf2-4651-b0f9-071b984b1a97 None None] Routers {'a32c44bc-0b50-4ccc-a163-45ac28178e49'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:59:13.067397 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-deff4bd5-1cf2-4651-b0f9-071b984b1a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:58:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['a32c44bc-0b50-4ccc-a163-45ac28178e49'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:59:13.089110 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549cb68-5a11-425b-9f0a-eeec5e68691f req-a501850d-1586-42f0-a737-7b307dbe6dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:13.090618 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6549cb68-5a11-425b-9f0a-eeec5e68691f req-a501850d-1586-42f0-a737-7b307dbe6dcf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4525e88-fc51-40c8-9a40-883045bb5556 HTTP/1.1" status: 200 len: 848 time: 0.0435069 Jul 14 13:59:13.151106 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549cb68-5a11-425b-9f0a-eeec5e68691f req-2b0fcb2d-141c-4323-a292-faed20c7d1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:13.152673 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6549cb68-5a11-425b-9f0a-eeec5e68691f req-2b0fcb2d-141c-4323-a292-faed20c7d1cf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546932 Jul 14 13:59:13.183819 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-deff4bd5-1cf2-4651-b0f9-071b984b1a97 None None] Set router a32c44bc-0b50-4ccc-a163-45ac28178e49 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:59:13.242030 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6549cb68-5a11-425b-9f0a-eeec5e68691f req-3b1b33c3-57f2-4ebb-9cef-005a9faf550c service neutron] 10.222.0.59 "GET /v2.0/networks/1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824211 Jul 14 13:59:13.332794 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6549cb68-5a11-425b-9f0a-eeec5e68691f req-4e9b93a3-e788-4bd9-9a7e-d06abaa6dd19 service neutron] 10.222.0.59 "GET /v2.0/networks/1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835233 Jul 14 13:59:13.497257 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-deff4bd5-1cf2-4651-b0f9-071b984b1a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32c44bc-0b50-4ccc-a163-45ac28178e49', 'name': 'tempest-TestShelveInstance-2059083931-router', 'tenant_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '64910354-f8c2-4677-8a77-d291f0e8e97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:58:27Z', 'updated_at': '2021-07-14T13:58:30Z', 'revision_number': 4, 'project_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'gw_port': {'id': '64910354-f8c2-4677-8a77-d291f0e8e97d', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32c44bc-0b50-4ccc-a163-45ac28178e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:58:27Z', 'updated_at': '2021-07-14T13:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_floatingips': [{'id': '3e71ad30-ab6a-4a63-9c12-f579a06570a7', 'tenant_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'floating_ip_address': '172.27.1.164', 'floating_network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'router_id': 'a32c44bc-0b50-4ccc-a163-45ac28178e49', 'port_id': 'fc4313f8-4290-4955-9685-c58935352fe1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d', 'mac_address': 'fa:16:3e:c2:07:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed653b5-a044-4d02-83aa-ceadaee6e441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:59:11Z', 'updated_at': '2021-07-14T13:59:11Z', 'revision_number': 0, 'project_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fee6fd8-6396-4243-be1a-6dc55326c71a', 'name': '', 'network_id': '1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d', 'tenant_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'mac_address': 'fa:16:3e:ff:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32c44bc-0b50-4ccc-a163-45ac28178e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'a4525e88-fc51-40c8-9a40-883045bb5556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:58:29Z', 'updated_at': '2021-07-14T13:58:35Z', 'revision_number': 5, 'project_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'subnets': [{'id': 'a4525e88-fc51-40c8-9a40-883045bb5556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:59:13.641165 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deff4bd5-1cf2-4651-b0f9-071b984b1a97 None None] The sync data for ids ['a32c44bc-0b50-4ccc-a163-45ac28178e49'] in dv-cinder-800697-2-iscsi is: [{'id': 'a32c44bc-0b50-4ccc-a163-45ac28178e49', 'name': 'tempest-TestShelveInstance-2059083931-router', 'tenant_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '64910354-f8c2-4677-8a77-d291f0e8e97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:58:27Z', 'updated_at': '2021-07-14T13:58:30Z', 'revision_number': 4, 'project_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'gw_port': {'id': '64910354-f8c2-4677-8a77-d291f0e8e97d', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32c44bc-0b50-4ccc-a163-45ac28178e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:58:27Z', 'updated_at': '2021-07-14T13:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_floatingips': [{'id': '3e71ad30-ab6a-4a63-9c12-f579a06570a7', 'tenant_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'floating_ip_address': '172.27.1.164', 'floating_network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'router_id': 'a32c44bc-0b50-4ccc-a163-45ac28178e49', 'port_id': 'fc4313f8-4290-4955-9685-c58935352fe1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d', 'mac_address': 'fa:16:3e:c2:07:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed653b5-a044-4d02-83aa-ceadaee6e441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:59:11Z', 'updated_at': '2021-07-14T13:59:11Z', 'revision_number': 0, 'project_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fee6fd8-6396-4243-be1a-6dc55326c71a', 'name': '', 'network_id': '1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d', 'tenant_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'mac_address': 'fa:16:3e:ff:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32c44bc-0b50-4ccc-a163-45ac28178e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'a4525e88-fc51-40c8-9a40-883045bb5556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:58:29Z', 'updated_at': '2021-07-14T13:58:35Z', 'revision_number': 5, 'project_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'subnets': [{'id': 'a4525e88-fc51-40c8-9a40-883045bb5556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:59:13.843095 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02d8956-239e-4560-b1db-b0b692d36429 None None] New status for floating IP 3e71ad30-ab6a-4a63-9c12-f579a06570a7: ACTIVE {{(pid=104576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:59:16.921426 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a98b2c8-1a1b-4d4c-a9ad-f8a02a9aa835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:18.001427 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:19.457144 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-da76634f-d49a-4fbe-8d70-c6b4bd943dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:19.584610 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:20.613079 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:22.134547 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:28.859391 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.agents_db [None req-f94fc2f4-144f-4bce-9715-a006bfd56775 None None] Agent healthcheck: found 6 active agents {{(pid=104576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:59:43.646072 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 51742) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:43.807397 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-469a1264-d6f9-4554-a269-ac1142f8f48e tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Deleting port 4570b074-0c48-444b-bc80-60b715cfc69f {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:59:43.807715 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-469a1264-d6f9-4554-a269-ac1142f8f48e tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:43.879417 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-469a1264-d6f9-4554-a269-ac1142f8f48e tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:43.879738 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-469a1264-d6f9-4554-a269-ac1142f8f48e tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:43.891138 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-469a1264-d6f9-4554-a269-ac1142f8f48e tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Calling delete_port for 4570b074-0c48-444b-bc80-60b715cfc69f owned by network:floatingip {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:59:44.063760 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-469a1264-d6f9-4554-a269-ac1142f8f48e tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:44.096605 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a1264-d6f9-4554-a269-ac1142f8f48e tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Pushing event deleted for resources: {'Port': ['ID=4570b074-0c48-444b-bc80-60b715cfc69f,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:44.161668 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-469a1264-d6f9-4554-a269-ac1142f8f48e tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for floatingip, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:44.162043 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.db.l3_db [None req-469a1264-d6f9-4554-a269-ac1142f8f48e tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Floating IP b005f2b9-61bf-4210-950e-592866f15173 disassociated (deleted). External IP: 172.27.1.96, port: 6d4e2396-7aa5-4824-84e3-3d0c5b92b23d. Jul 14 13:59:44.364312 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469a1264-d6f9-4554-a269-ac1142f8f48e tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Router 0bbe2875-072f-423d-ae4e-7e8b30c55027 has already been hosted by L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:59:44.751741 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469a1264-d6f9-4554-a269-ac1142f8f48e tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:59:44.757110 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-469a1264-d6f9-4554-a269-ac1142f8f48e tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for floatingip, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:44.761523 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfb7938-ee79-4cf8-9216-bcb1b5acbb51 None None] Sync routers for ids ['0bbe2875-072f-423d-ae4e-7e8b30c55027'] in dv-cinder-800697-2-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:59:44.771255 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfb7938-ee79-4cf8-9216-bcb1b5acbb51 None None] Routers {'0bbe2875-072f-423d-ae4e-7e8b30c55027'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:59:44.771891 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-ebfb7938-ee79-4cf8-9216-bcb1b5acbb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:59:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['0bbe2875-072f-423d-ae4e-7e8b30c55027'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:59:44.795160 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-469a1264-d6f9-4554-a269-ac1142f8f48e tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "DELETE /v2.0/floatingips/b005f2b9-61bf-4210-950e-592866f15173 HTTP/1.1" status: 204 len: 168 time: 1.1450677 Jul 14 13:59:44.795160 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb9f8c0-2d76-42f1-a379-de285223868b', 'tag': '6d4e2396-7aa5-4824-84e3-3d0c5b92b23d'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:59:44.796013 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30525641-c14c-448a-bc1b-9c4ec80c06eb" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb9f8c0-2d76-42f1-a379-de285223868b", "tag": "6d4e2396-7aa5-4824-84e3-3d0c5b92b23d"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:59:44.835474 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563fa2fb-c397-4579-958d-a8d12b1fb0d1 x-openstack-request-id: req-563fa2fb-c397-4579-958d-a8d12b1fb0d1 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:59:44.835790 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb9f8c0-2d76-42f1-a379-de285223868b", "tag": "6d4e2396-7aa5-4824-84e3-3d0c5b92b23d", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:59:44.836041 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-563fa2fb-c397-4579-958d-a8d12b1fb0d1 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:59:44.836435 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb9f8c0-2d76-42f1-a379-de285223868b', 'tag': '6d4e2396-7aa5-4824-84e3-3d0c5b92b23d', 'status': 'completed', 'code': 200} Jul 14 13:59:44.876650 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-ebfb7938-ee79-4cf8-9216-bcb1b5acbb51 None None] Set router 0bbe2875-072f-423d-ae4e-7e8b30c55027 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:59:44.932155 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30525641-c14c-448a-bc1b-9c4ec80c06eb req-9c1ce7c5-e913-41bc-b211-2bafc4f52522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:44.933724 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-30525641-c14c-448a-bc1b-9c4ec80c06eb req-9c1ce7c5-e913-41bc-b211-2bafc4f52522 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=264797ac2dc84b21b49d043a80365add&device_id=bbb9f8c0-2d76-42f1-a379-de285223868b HTTP/1.1" status: 200 len: 1099 time: 0.0527127 Jul 14 13:59:45.032721 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30525641-c14c-448a-bc1b-9c4ec80c06eb req-d9c84a76-f87a-411b-900a-eb5d439e43bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:45.034249 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-30525641-c14c-448a-bc1b-9c4ec80c06eb req-d9c84a76-f87a-411b-900a-eb5d439e43bb service neutron] 10.222.0.59 "GET /v2.0/networks?id=a45b7b5e-8449-40db-b2c9-e253d306a9b7 HTTP/1.1" status: 200 len: 913 time: 0.0939810 Jul 14 13:59:45.101969 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-ebfb7938-ee79-4cf8-9216-bcb1b5acbb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'name': 'tempest-TestVolumeBootPattern-1610234638-router', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:28Z', 'updated_at': '2021-07-14T13:51:33Z', 'revision_number': 4, 'project_id': '264797ac2dc84b21b49d043a80365add', 'gw_port': {'id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:29Z', 'updated_at': '2021-07-14T13:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_floatingips': [{'id': 'c5534ffc-fe2a-4e43-8c3b-b1c99fafd95a', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'floating_ip_address': '172.27.1.87', 'floating_network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'router_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'port_id': '4d04eae2-283c-43ab-91da-549996c8e65e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'mac_address': 'fa:16:3e:df:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7beacf1-3c8c-4391-97e2-03c105e82140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:56:05Z', 'updated_at': '2021-07-14T13:56:08Z', 'revision_number': 1, 'project_id': '264797ac2dc84b21b49d043a80365add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23456c7-8a0c-4775-84c2-ad38b355449f', 'name': '', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'mac_address': 'fa:16:3e:f9:88:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:32Z', 'updated_at': '2021-07-14T13:51:40Z', 'revision_number': 5, 'project_id': '264797ac2dc84b21b49d043a80365add', 'subnets': [{'id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:59:45.114411 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-30525641-c14c-448a-bc1b-9c4ec80c06eb req-0f9cc026-167b-422d-94df-17c9ef5328ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d4e2396-7aa5-4824-84e3-3d0c5b92b23d HTTP/1.1" status: 200 len: 217 time: 0.0371468 Jul 14 13:59:45.128385 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfb7938-ee79-4cf8-9216-bcb1b5acbb51 None None] Checking router: 0bbe2875-072f-423d-ae4e-7e8b30c55027 for host: dv-cinder-800697-2-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:59:45.136933 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfb7938-ee79-4cf8-9216-bcb1b5acbb51 None None] Routers {'0bbe2875-072f-423d-ae4e-7e8b30c55027'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:59:45.137531 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-ebfb7938-ee79-4cf8-9216-bcb1b5acbb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:59:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['0bbe2875-072f-423d-ae4e-7e8b30c55027'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:59:45.163678 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30525641-c14c-448a-bc1b-9c4ec80c06eb req-b3bbc607-204c-47c2-bdff-21719a78a2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:45.165154 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-30525641-c14c-448a-bc1b-9c4ec80c06eb req-b3bbc607-204c-47c2-bdff-21719a78a2bd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=61b5a236-d87b-41fd-8ce0-529921b310ad HTTP/1.1" status: 200 len: 851 time: 0.0437772 Jul 14 13:59:45.236130 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30525641-c14c-448a-bc1b-9c4ec80c06eb req-62e9f1c1-fc2f-441c-a6f2-e25a95bca951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:45.237647 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-30525641-c14c-448a-bc1b-9c4ec80c06eb req-62e9f1c1-fc2f-441c-a6f2-e25a95bca951 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a45b7b5e-8449-40db-b2c9-e253d306a9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0645142 Jul 14 13:59:45.245928 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-ebfb7938-ee79-4cf8-9216-bcb1b5acbb51 None None] Set router 0bbe2875-072f-423d-ae4e-7e8b30c55027 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:59:45.289964 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c477c-f107-4833-a9a9-5792466cf3e8 req-6765ee68-2d46-4134-8569-8f18b6a41d2f tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:45.292159 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f91c477c-f107-4833-a9a9-5792466cf3e8 req-6765ee68-2d46-4134-8569-8f18b6a41d2f tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb9f8c0-2d76-42f1-a379-de285223868b HTTP/1.1" status: 200 len: 946 time: 0.1827004 Jul 14 13:59:45.330047 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-30525641-c14c-448a-bc1b-9c4ec80c06eb req-ebe0f80b-04cb-4cfe-882f-a185db90f16f service neutron] 10.222.0.59 "GET /v2.0/networks/a45b7b5e-8449-40db-b2c9-e253d306a9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842826 Jul 14 13:59:45.332495 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f91c477c-f107-4833-a9a9-5792466cf3e8 req-cbb948a1-4867-4e10-aae2-41910528b815 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336981 Jul 14 13:59:45.424524 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-30525641-c14c-448a-bc1b-9c4ec80c06eb req-ff742a68-a023-4555-9620-7d927019ce7c service neutron] 10.222.0.59 "GET /v2.0/networks/a45b7b5e-8449-40db-b2c9-e253d306a9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878789 Jul 14 13:59:45.478094 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-ebfb7938-ee79-4cf8-9216-bcb1b5acbb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'name': 'tempest-TestVolumeBootPattern-1610234638-router', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:28Z', 'updated_at': '2021-07-14T13:51:33Z', 'revision_number': 4, 'project_id': '264797ac2dc84b21b49d043a80365add', 'gw_port': {'id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:29Z', 'updated_at': '2021-07-14T13:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_floatingips': [{'id': 'c5534ffc-fe2a-4e43-8c3b-b1c99fafd95a', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'floating_ip_address': '172.27.1.87', 'floating_network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'router_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'port_id': '4d04eae2-283c-43ab-91da-549996c8e65e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'mac_address': 'fa:16:3e:df:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7beacf1-3c8c-4391-97e2-03c105e82140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:56:05Z', 'updated_at': '2021-07-14T13:56:08Z', 'revision_number': 1, 'project_id': '264797ac2dc84b21b49d043a80365add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23456c7-8a0c-4775-84c2-ad38b355449f', 'name': '', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'mac_address': 'fa:16:3e:f9:88:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:32Z', 'updated_at': '2021-07-14T13:51:40Z', 'revision_number': 5, 'project_id': '264797ac2dc84b21b49d043a80365add', 'subnets': [{'id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:59:45.504448 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfb7938-ee79-4cf8-9216-bcb1b5acbb51 None None] The sync data for ids ['0bbe2875-072f-423d-ae4e-7e8b30c55027'] in dv-cinder-800697-2-iscsi is: [{'id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'name': 'tempest-TestVolumeBootPattern-1610234638-router', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:28Z', 'updated_at': '2021-07-14T13:51:33Z', 'revision_number': 4, 'project_id': '264797ac2dc84b21b49d043a80365add', 'gw_port': {'id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:29Z', 'updated_at': '2021-07-14T13:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_floatingips': [{'id': 'c5534ffc-fe2a-4e43-8c3b-b1c99fafd95a', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'floating_ip_address': '172.27.1.87', 'floating_network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'router_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'port_id': '4d04eae2-283c-43ab-91da-549996c8e65e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'mac_address': 'fa:16:3e:df:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7beacf1-3c8c-4391-97e2-03c105e82140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:56:05Z', 'updated_at': '2021-07-14T13:56:08Z', 'revision_number': 1, 'project_id': '264797ac2dc84b21b49d043a80365add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c23456c7-8a0c-4775-84c2-ad38b355449f', 'name': '', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'mac_address': 'fa:16:3e:f9:88:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:32Z', 'updated_at': '2021-07-14T13:51:40Z', 'revision_number': 5, 'project_id': '264797ac2dc84b21b49d043a80365add', 'subnets': [{'id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:59:45.731628 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29e6181-3016-4eda-b7e8-c899e858eba8 None None] New status for floating IP b005f2b9-61bf-4210-950e-592866f15173: DOWN {{(pid=104576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:59:46.580631 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a58b8-89a0-4fd0-99c3-a0e681f20bbf req-d5e859ef-1494-42bf-a78e-0d790bd712a3 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:46.582118 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-460a58b8-89a0-4fd0-99c3-a0e681f20bbf req-d5e859ef-1494-42bf-a78e-0d790bd712a3 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb9f8c0-2d76-42f1-a379-de285223868b HTTP/1.1" status: 200 len: 946 time: 0.1251683 Jul 14 13:59:46.620953 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-460a58b8-89a0-4fd0-99c3-a0e681f20bbf req-34b079d0-a048-41a5-81be-a593aaea4bc2 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330133 Jul 14 13:59:46.816083 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc255398-0a50-4003-86da-ac2675b0bfb6 req-0d81fcd6-8c8f-44b5-afa9-2a9a4bd49bd4 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:46.816827 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cc255398-0a50-4003-86da-ac2675b0bfb6 req-0d81fcd6-8c8f-44b5-afa9-2a9a4bd49bd4 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbb9f8c0-2d76-42f1-a379-de285223868b HTTP/1.1" status: 200 len: 946 time: 0.0742886 Jul 14 13:59:46.914576 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-a43d241f-ba61-4379-badc-218d98252fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:46.920492 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-cc255398-0a50-4003-86da-ac2675b0bfb6 req-f3e186ef-0057-4ce3-941e-31329a102e3c tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Deleting port 6d4e2396-7aa5-4824-84e3-3d0c5b92b23d {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:59:46.920836 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-cc255398-0a50-4003-86da-ac2675b0bfb6 req-f3e186ef-0057-4ce3-941e-31329a102e3c tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:47.006471 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-cc255398-0a50-4003-86da-ac2675b0bfb6 req-f3e186ef-0057-4ce3-941e-31329a102e3c tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] For port 6d4e2396-7aa5-4824-84e3-3d0c5b92b23d, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=6d4e2396-7aa5-4824-84e3-3d0c5b92b23d,segment=NetworkSegment(81934ed0-8f82-419f-b662-86cae808ad67),segment_id=81934ed0-8f82-419f-b662-86cae808ad67)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:59:47.006801 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-cc255398-0a50-4003-86da-ac2675b0bfb6 req-f3e186ef-0057-4ce3-941e-31329a102e3c tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:47.020198 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-cc255398-0a50-4003-86da-ac2675b0bfb6 req-f3e186ef-0057-4ce3-941e-31329a102e3c tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Calling delete_port for 6d4e2396-7aa5-4824-84e3-3d0c5b92b23d owned by compute:nova {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:59:47.151383 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-cc255398-0a50-4003-86da-ac2675b0bfb6 req-f3e186ef-0057-4ce3-941e-31329a102e3c tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:47.181078 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e186ef-0057-4ce3-941e-31329a102e3c tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Pushing event deleted for resources: {'Port': ['ID=6d4e2396-7aa5-4824-84e3-3d0c5b92b23d,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:47.228371 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc255398-0a50-4003-86da-ac2675b0bfb6 req-f3e186ef-0057-4ce3-941e-31329a102e3c tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] No DVR routers for this DVR port 6d4e2396-7aa5-4824-84e3-3d0c5b92b23d on host hv-cinder-80069 {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:59:47.231095 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-cc255398-0a50-4003-86da-ac2675b0bfb6 req-f3e186ef-0057-4ce3-941e-31329a102e3c tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:47.233114 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cc255398-0a50-4003-86da-ac2675b0bfb6 req-f3e186ef-0057-4ce3-941e-31329a102e3c tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.59 "DELETE /v2.0/ports/6d4e2396-7aa5-4824-84e3-3d0c5b92b23d HTTP/1.1" status: 204 len: 173 time: 0.4101720 Jul 14 13:59:47.233561 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb9f8c0-2d76-42f1-a379-de285223868b', 'name': 'network-vif-deleted', 'tag': '6d4e2396-7aa5-4824-84e3-3d0c5b92b23d'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:59:47.235938 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab94e92f-7929-4579-ad47-0edd0f9b708c" -d '{"events": [{"server_uuid": "bbb9f8c0-2d76-42f1-a379-de285223868b", "name": "network-vif-deleted", "tag": "6d4e2396-7aa5-4824-84e3-3d0c5b92b23d"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:59:47.271290 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e101fa1-79da-4641-b588-8250e2b68c04 x-openstack-request-id: req-2e101fa1-79da-4641-b588-8250e2b68c04 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:59:47.271645 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb9f8c0-2d76-42f1-a379-de285223868b", "name": "network-vif-deleted", "tag": "6d4e2396-7aa5-4824-84e3-3d0c5b92b23d", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:59:47.271970 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2e101fa1-79da-4641-b588-8250e2b68c04 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:59:47.272436 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb9f8c0-2d76-42f1-a379-de285223868b', 'name': 'network-vif-deleted', 'tag': '6d4e2396-7aa5-4824-84e3-3d0c5b92b23d', 'status': 'completed', 'code': 200} Jul 14 13:59:47.772722 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2e9b7baa-d50f-4892-ad64-f2b8ae531546 req-2e20812d-a5dd-4c37-b100-927732c6c257 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbb9f8c0-2d76-42f1-a379-de285223868b HTTP/1.1" status: 200 len: 210 time: 0.0285900 Jul 14 13:59:48.021911 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:49.452315 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ece8ece9-42de-457d-81ee-1bc23c3b45ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:49.588351 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:50.325276 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 6d4e2396-7aa5-4824-84e3-3d0c5b92b23d no longer exists at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:59:50.349053 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] No Port match for: 6d4e2396-7aa5-4824-84e3-3d0c5b92b23d {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:59:50.349397 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 6d4e2396-7aa5-4824-84e3-3d0c5b92b23d not bound to the agent host hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:59:50.611239 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:51.126786 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 51778) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:51.292470 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-58418a41-deb4-4e5b-9472-49b5a5c03351 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Deleting port 938965e8-60a4-4fa4-bed8-99dfb234e7ca {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:59:51.292846 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-58418a41-deb4-4e5b-9472-49b5a5c03351 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:51.368080 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-58418a41-deb4-4e5b-9472-49b5a5c03351 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:51.368286 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-58418a41-deb4-4e5b-9472-49b5a5c03351 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:51.379933 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-58418a41-deb4-4e5b-9472-49b5a5c03351 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Calling delete_port for 938965e8-60a4-4fa4-bed8-99dfb234e7ca owned by network:floatingip {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:59:51.525702 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-58418a41-deb4-4e5b-9472-49b5a5c03351 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:51.555376 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58418a41-deb4-4e5b-9472-49b5a5c03351 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Pushing event deleted for resources: {'Port': ['ID=938965e8-60a4-4fa4-bed8-99dfb234e7ca,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:51.615779 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-58418a41-deb4-4e5b-9472-49b5a5c03351 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for floatingip, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:51.616385 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.db.l3_db [None req-58418a41-deb4-4e5b-9472-49b5a5c03351 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Floating IP c5534ffc-fe2a-4e43-8c3b-b1c99fafd95a disassociated (deleted). External IP: 172.27.1.87, port: 4d04eae2-283c-43ab-91da-549996c8e65e. Jul 14 13:59:51.818173 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58418a41-deb4-4e5b-9472-49b5a5c03351 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Router 0bbe2875-072f-423d-ae4e-7e8b30c55027 has already been hosted by L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:59:51.924803 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58418a41-deb4-4e5b-9472-49b5a5c03351 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:59:51.929811 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-58418a41-deb4-4e5b-9472-49b5a5c03351 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for floatingip, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:51.936253 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf47b33f-7b42-45bf-a470-10f1108f9285 None None] Sync routers for ids ['0bbe2875-072f-423d-ae4e-7e8b30c55027'] in dv-cinder-800697-2-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:59:51.947155 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf47b33f-7b42-45bf-a470-10f1108f9285 None None] Routers {'0bbe2875-072f-423d-ae4e-7e8b30c55027'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:59:51.947777 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-bf47b33f-7b42-45bf-a470-10f1108f9285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:59:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['0bbe2875-072f-423d-ae4e-7e8b30c55027'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:59:51.967761 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-58418a41-deb4-4e5b-9472-49b5a5c03351 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "DELETE /v2.0/floatingips/c5534ffc-fe2a-4e43-8c3b-b1c99fafd95a HTTP/1.1" status: 204 len: 168 time: 0.8398674 Jul 14 13:59:51.968609 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7beacf1-3c8c-4391-97e2-03c105e82140', 'tag': '4d04eae2-283c-43ab-91da-549996c8e65e'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:59:51.971114 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2925bffb-d801-49af-92a2-5d818b5e7a88" -d '{"events": [{"name": "network-changed", "server_uuid": "f7beacf1-3c8c-4391-97e2-03c105e82140", "tag": "4d04eae2-283c-43ab-91da-549996c8e65e"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:59:52.007383 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a24a029-b9e3-4807-856e-70bd5dd693c3 x-openstack-request-id: req-0a24a029-b9e3-4807-856e-70bd5dd693c3 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:59:52.007846 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7beacf1-3c8c-4391-97e2-03c105e82140", "tag": "4d04eae2-283c-43ab-91da-549996c8e65e", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:59:52.008367 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0a24a029-b9e3-4807-856e-70bd5dd693c3 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:59:52.008903 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7beacf1-3c8c-4391-97e2-03c105e82140', 'tag': '4d04eae2-283c-43ab-91da-549996c8e65e', 'status': 'completed', 'code': 200} Jul 14 13:59:52.053701 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-bf47b33f-7b42-45bf-a470-10f1108f9285 None None] Set router 0bbe2875-072f-423d-ae4e-7e8b30c55027 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:59:52.150086 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925bffb-d801-49af-92a2-5d818b5e7a88 req-0279491a-b2a6-4e9c-b52b-ec6b6a26dd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:52.151701 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2925bffb-d801-49af-92a2-5d818b5e7a88 req-0279491a-b2a6-4e9c-b52b-ec6b6a26dd9b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=264797ac2dc84b21b49d043a80365add&device_id=f7beacf1-3c8c-4391-97e2-03c105e82140 HTTP/1.1" status: 200 len: 1098 time: 0.0997381 Jul 14 13:59:52.226150 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:52.251403 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925bffb-d801-49af-92a2-5d818b5e7a88 req-ff5acbcb-5b7e-4b19-aebc-060c89b40ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:52.253785 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2925bffb-d801-49af-92a2-5d818b5e7a88 req-ff5acbcb-5b7e-4b19-aebc-060c89b40ef3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a45b7b5e-8449-40db-b2c9-e253d306a9b7 HTTP/1.1" status: 200 len: 913 time: 0.0950141 Jul 14 13:59:52.281216 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-bf47b33f-7b42-45bf-a470-10f1108f9285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'name': 'tempest-TestVolumeBootPattern-1610234638-router', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:28Z', 'updated_at': '2021-07-14T13:51:33Z', 'revision_number': 4, 'project_id': '264797ac2dc84b21b49d043a80365add', 'gw_port': {'id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:29Z', 'updated_at': '2021-07-14T13:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': 'c23456c7-8a0c-4775-84c2-ad38b355449f', 'name': '', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'mac_address': 'fa:16:3e:f9:88:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:32Z', 'updated_at': '2021-07-14T13:51:40Z', 'revision_number': 5, 'project_id': '264797ac2dc84b21b49d043a80365add', 'subnets': [{'id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:59:52.296216 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2925bffb-d801-49af-92a2-5d818b5e7a88 req-328b62c8-c45f-4ef3-bd5b-018fc564a242 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d04eae2-283c-43ab-91da-549996c8e65e HTTP/1.1" status: 200 len: 217 time: 0.0349603 Jul 14 13:59:52.307958 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf47b33f-7b42-45bf-a470-10f1108f9285 None None] Checking router: 0bbe2875-072f-423d-ae4e-7e8b30c55027 for host: dv-cinder-800697-2-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:59:52.316161 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf47b33f-7b42-45bf-a470-10f1108f9285 None None] Routers {'0bbe2875-072f-423d-ae4e-7e8b30c55027'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:59:52.316764 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-bf47b33f-7b42-45bf-a470-10f1108f9285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:59:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['0bbe2875-072f-423d-ae4e-7e8b30c55027'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:59:52.344082 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925bffb-d801-49af-92a2-5d818b5e7a88 req-ef7d5071-ef94-4a9a-8873-cd95e8d1c788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:52.345455 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2925bffb-d801-49af-92a2-5d818b5e7a88 req-ef7d5071-ef94-4a9a-8873-cd95e8d1c788 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=61b5a236-d87b-41fd-8ce0-529921b310ad HTTP/1.1" status: 200 len: 851 time: 0.0429034 Jul 14 13:59:52.353895 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd5336-f218-4ca2-941f-3e3b1d27ace3 req-f337ea5b-bb6d-4dfc-9f85-e86d1e791aac tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:52.355505 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0ecd5336-f218-4ca2-941f-3e3b1d27ace3 req-f337ea5b-bb6d-4dfc-9f85-e86d1e791aac tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7beacf1-3c8c-4391-97e2-03c105e82140 HTTP/1.1" status: 200 len: 945 time: 0.0623865 Jul 14 13:59:52.394517 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0ecd5336-f218-4ca2-941f-3e3b1d27ace3 req-0ebda326-6160-49ed-857c-b59e5ca2bc66 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329614 Jul 14 13:59:52.411547 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925bffb-d801-49af-92a2-5d818b5e7a88 req-4e5bb543-eeab-4c61-9686-c938031d2255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:52.413284 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2925bffb-d801-49af-92a2-5d818b5e7a88 req-4e5bb543-eeab-4c61-9686-c938031d2255 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a45b7b5e-8449-40db-b2c9-e253d306a9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0605891 Jul 14 13:59:52.425167 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [req-2925bffb-d801-49af-92a2-5d818b5e7a88 req-d7ca727a-a77a-4215-955e-0dc23cfa3da2 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=104572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 13:59:52.425668 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-bf47b33f-7b42-45bf-a470-10f1108f9285 None None] Set router 0bbe2875-072f-423d-ae4e-7e8b30c55027 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:59:52.426260 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2925bffb-d801-49af-92a2-5d818b5e7a88 req-d7ca727a-a77a-4215-955e-0dc23cfa3da2 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054233 Jul 14 13:59:52.514693 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2925bffb-d801-49af-92a2-5d818b5e7a88 req-e39e44e8-a3fb-4c1f-819c-f7114136b85c service neutron] 10.222.0.59 "GET /v2.0/networks/a45b7b5e-8449-40db-b2c9-e253d306a9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814312 Jul 14 13:59:52.607258 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2925bffb-d801-49af-92a2-5d818b5e7a88 req-4714b3e7-cf68-444a-9a28-2de1fde54cea service neutron] 10.222.0.59 "GET /v2.0/networks/a45b7b5e-8449-40db-b2c9-e253d306a9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850186 Jul 14 13:59:52.624660 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-bf47b33f-7b42-45bf-a470-10f1108f9285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'name': 'tempest-TestVolumeBootPattern-1610234638-router', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:28Z', 'updated_at': '2021-07-14T13:51:33Z', 'revision_number': 4, 'project_id': '264797ac2dc84b21b49d043a80365add', 'gw_port': {'id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:29Z', 'updated_at': '2021-07-14T13:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': 'c23456c7-8a0c-4775-84c2-ad38b355449f', 'name': '', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'mac_address': 'fa:16:3e:f9:88:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:32Z', 'updated_at': '2021-07-14T13:51:40Z', 'revision_number': 5, 'project_id': '264797ac2dc84b21b49d043a80365add', 'subnets': [{'id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:59:52.655391 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf47b33f-7b42-45bf-a470-10f1108f9285 None None] The sync data for ids ['0bbe2875-072f-423d-ae4e-7e8b30c55027'] in dv-cinder-800697-2-iscsi is: [{'id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'name': 'tempest-TestVolumeBootPattern-1610234638-router', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:28Z', 'updated_at': '2021-07-14T13:51:33Z', 'revision_number': 4, 'project_id': '264797ac2dc84b21b49d043a80365add', 'gw_port': {'id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:29Z', 'updated_at': '2021-07-14T13:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': 'c23456c7-8a0c-4775-84c2-ad38b355449f', 'name': '', 'network_id': 'a45b7b5e-8449-40db-b2c9-e253d306a9b7', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'mac_address': 'fa:16:3e:f9:88:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:32Z', 'updated_at': '2021-07-14T13:51:40Z', 'revision_number': 5, 'project_id': '264797ac2dc84b21b49d043a80365add', 'subnets': [{'id': '61b5a236-d87b-41fd-8ce0-529921b310ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:59:52.692762 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d36c4823-3654-4ad8-a186-bb8a503d7ddc req-6dc5c427-d619-4e3e-bb91-6f28ef20ec7a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526562 Jul 14 13:59:52.809002 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c4823-3654-4ad8-a186-bb8a503d7ddc req-f86f4d3b-957c-4385-977d-d99b89913cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:52.810522 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d36c4823-3654-4ad8-a186-bb8a503d7ddc req-f86f4d3b-957c-4385-977d-d99b89913cdb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe207ad70b0241cd8f33f1a0ac3ff905&device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 1098 time: 0.0544715 Jul 14 13:59:52.863657 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efc347a-467c-468f-a097-2880fb69cd3b None None] New status for floating IP c5534ffc-fe2a-4e43-8c3b-b1c99fafd95a: DOWN {{(pid=104576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:59:52.923425 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c4823-3654-4ad8-a186-bb8a503d7ddc req-0ab5da36-9444-447f-bf8b-bb54f38f6930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:52.924962 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d36c4823-3654-4ad8-a186-bb8a503d7ddc req-0ab5da36-9444-447f-bf8b-bb54f38f6930 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d HTTP/1.1" status: 200 len: 910 time: 0.0923903 Jul 14 13:59:52.991404 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d36c4823-3654-4ad8-a186-bb8a503d7ddc req-7008a6d4-aba2-42dd-b111-7f3870bb2391 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc4313f8-4290-4955-9685-c58935352fe1 HTTP/1.1" status: 200 len: 1001 time: 0.0588207 Jul 14 13:59:53.040050 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c4823-3654-4ad8-a186-bb8a503d7ddc req-862c96ef-c9ca-468d-8b46-18e6848d98e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:53.041520 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d36c4823-3654-4ad8-a186-bb8a503d7ddc req-862c96ef-c9ca-468d-8b46-18e6848d98e0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4525e88-fc51-40c8-9a40-883045bb5556 HTTP/1.1" status: 200 len: 848 time: 0.0435622 Jul 14 13:59:53.102459 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c4823-3654-4ad8-a186-bb8a503d7ddc req-2b60d7ee-c40b-4a5e-8cb7-056d0843fabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:53.103925 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d36c4823-3654-4ad8-a186-bb8a503d7ddc req-2b60d7ee-c40b-4a5e-8cb7-056d0843fabd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554502 Jul 14 13:59:53.192137 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d36c4823-3654-4ad8-a186-bb8a503d7ddc req-e6897ab3-bc53-4862-a6dc-0ad9a8c128b1 service neutron] 10.222.0.59 "GET /v2.0/networks/1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805879 Jul 14 13:59:53.286405 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d36c4823-3654-4ad8-a186-bb8a503d7ddc req-8e25ff46-fce0-45c7-8428-8e0856928a09 service neutron] 10.222.0.59 "GET /v2.0/networks/1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867476 Jul 14 13:59:53.590578 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53901f-e019-4070-8a8c-c40d518b4804 req-fbbe9aac-9a1a-45f2-9b5d-0356e6bc46b2 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:53.592620 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ae53901f-e019-4070-8a8c-c40d518b4804 req-fbbe9aac-9a1a-45f2-9b5d-0356e6bc46b2 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7beacf1-3c8c-4391-97e2-03c105e82140 HTTP/1.1" status: 200 len: 945 time: 0.0774069 Jul 14 13:59:53.631773 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ae53901f-e019-4070-8a8c-c40d518b4804 req-a18d3cb3-5a2a-43bc-a104-8b83c66b8e5e tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/security-groups?id=751e88df-ff47-4330-a16d-561ec35a754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333064 Jul 14 13:59:54.011576 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb8b6b-7252-4b7e-8bdb-089d1f676316 req-2e815461-389b-4b5b-9af1-e915786d8215 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:54.012999 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a7cb8b6b-7252-4b7e-8bdb-089d1f676316 req-2e815461-389b-4b5b-9af1-e915786d8215 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7beacf1-3c8c-4391-97e2-03c105e82140 HTTP/1.1" status: 200 len: 945 time: 0.0690885 Jul 14 13:59:54.112273 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-a7cb8b6b-7252-4b7e-8bdb-089d1f676316 req-8ce7af52-fbba-4dae-a7f7-585c35c6f82d tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Deleting port 4d04eae2-283c-43ab-91da-549996c8e65e {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:59:54.112597 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-a7cb8b6b-7252-4b7e-8bdb-089d1f676316 req-8ce7af52-fbba-4dae-a7f7-585c35c6f82d tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:54.199756 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-a7cb8b6b-7252-4b7e-8bdb-089d1f676316 req-8ce7af52-fbba-4dae-a7f7-585c35c6f82d tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] For port 4d04eae2-283c-43ab-91da-549996c8e65e, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=4d04eae2-283c-43ab-91da-549996c8e65e,segment=NetworkSegment(81934ed0-8f82-419f-b662-86cae808ad67),segment_id=81934ed0-8f82-419f-b662-86cae808ad67)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:59:54.200328 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-a7cb8b6b-7252-4b7e-8bdb-089d1f676316 req-8ce7af52-fbba-4dae-a7f7-585c35c6f82d tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:54.213483 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-a7cb8b6b-7252-4b7e-8bdb-089d1f676316 req-8ce7af52-fbba-4dae-a7f7-585c35c6f82d tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Calling delete_port for 4d04eae2-283c-43ab-91da-549996c8e65e owned by compute:nova {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:59:54.361377 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-a7cb8b6b-7252-4b7e-8bdb-089d1f676316 req-8ce7af52-fbba-4dae-a7f7-585c35c6f82d tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:54.393939 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce7af52-fbba-4dae-a7f7-585c35c6f82d tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Pushing event deleted for resources: {'Port': ['ID=4d04eae2-283c-43ab-91da-549996c8e65e,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:54.441321 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7cb8b6b-7252-4b7e-8bdb-089d1f676316 req-8ce7af52-fbba-4dae-a7f7-585c35c6f82d tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] No DVR routers for this DVR port 4d04eae2-283c-43ab-91da-549996c8e65e on host hv-cinder-80069 {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:59:54.443943 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-a7cb8b6b-7252-4b7e-8bdb-089d1f676316 req-8ce7af52-fbba-4dae-a7f7-585c35c6f82d tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:54.445933 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a7cb8b6b-7252-4b7e-8bdb-089d1f676316 req-8ce7af52-fbba-4dae-a7f7-585c35c6f82d tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.59 "DELETE /v2.0/ports/4d04eae2-283c-43ab-91da-549996c8e65e HTTP/1.1" status: 204 len: 173 time: 0.4276104 Jul 14 13:59:54.446376 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7beacf1-3c8c-4391-97e2-03c105e82140', 'name': 'network-vif-deleted', 'tag': '4d04eae2-283c-43ab-91da-549996c8e65e'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:59:54.448663 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef339cd-59c8-4aa3-bf17-1135e048a97e" -d '{"events": [{"server_uuid": "f7beacf1-3c8c-4391-97e2-03c105e82140", "name": "network-vif-deleted", "tag": "4d04eae2-283c-43ab-91da-549996c8e65e"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:59:54.487200 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b940e9-e20d-4122-8f2c-e721ee9ec109 x-openstack-request-id: req-88b940e9-e20d-4122-8f2c-e721ee9ec109 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:59:54.487477 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7beacf1-3c8c-4391-97e2-03c105e82140", "name": "network-vif-deleted", "tag": "4d04eae2-283c-43ab-91da-549996c8e65e", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:59:54.487726 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-88b940e9-e20d-4122-8f2c-e721ee9ec109 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:59:54.488126 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7beacf1-3c8c-4391-97e2-03c105e82140', 'name': 'network-vif-deleted', 'tag': '4d04eae2-283c-43ab-91da-549996c8e65e', 'status': 'completed', 'code': 200} Jul 14 13:59:54.791546 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f661a32d-592a-489d-b45b-8d09130ad21b req-49cbcab0-18ce-484c-b59c-55286ba1f8cc tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7beacf1-3c8c-4391-97e2-03c105e82140 HTTP/1.1" status: 200 len: 210 time: 0.0369608 Jul 14 13:59:55.891462 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 51796) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:56.022301 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-748625ea-9c78-4ccc-934c-50d6115d45b7 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Deleting port a81fa04d-cd79-4c75-a1b9-b7a5cc40ff43 {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:59:56.022634 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-748625ea-9c78-4ccc-934c-50d6115d45b7 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:56.101663 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-748625ea-9c78-4ccc-934c-50d6115d45b7 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:56.101898 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-748625ea-9c78-4ccc-934c-50d6115d45b7 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:56.113274 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-748625ea-9c78-4ccc-934c-50d6115d45b7 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Calling delete_port for a81fa04d-cd79-4c75-a1b9-b7a5cc40ff43 owned by network:floatingip {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:59:56.249199 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-748625ea-9c78-4ccc-934c-50d6115d45b7 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25680231'] for port, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:56.273740 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748625ea-9c78-4ccc-934c-50d6115d45b7 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Pushing event deleted for resources: {'Port': ['ID=a81fa04d-cd79-4c75-a1b9-b7a5cc40ff43,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:56.335661 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-748625ea-9c78-4ccc-934c-50d6115d45b7 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for floatingip, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:56.338133 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-748625ea-9c78-4ccc-934c-50d6115d45b7 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for floatingip, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:56.339294 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-748625ea-9c78-4ccc-934c-50d6115d45b7 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "DELETE /v2.0/floatingips/bcdc0b15-1496-4cd6-a58a-ddaf5dfd5f6f HTTP/1.1" status: 204 len: 168 time: 0.4466145 Jul 14 13:59:56.349061 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 4d04eae2-283c-43ab-91da-549996c8e65e no longer exists at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:59:56.368941 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] No Port match for: 4d04eae2-283c-43ab-91da-549996c8e65e {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:59:56.369284 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device 4d04eae2-283c-43ab-91da-549996c8e65e not bound to the agent host hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:59:57.627788 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 51808) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:57.686267 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-af3b494d-d1da-41ca-b737-5692cc274d24 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:57.712081 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-af3b494d-d1da-41ca-b737-5692cc274d24 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:57.777083 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-af3b494d-d1da-41ca-b737-5692cc274d24 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:57.779773 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-af3b494d-d1da-41ca-b737-5692cc274d24 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:57.780886 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-af3b494d-d1da-41ca-b737-5692cc274d24 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] 10.222.0.35 "DELETE /v2.0/security-groups/751e88df-ff47-4330-a16d-561ec35a754c HTTP/1.1" status: 204 len: 168 time: 0.1520891 Jul 14 13:59:57.789854 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b494d-d1da-41ca-b737-5692cc274d24 tempest-TestVolumeBootPattern-722343087 tempest-TestVolumeBootPattern-722343087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=751e88df-ff47-4330-a16d-561ec35a754c,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:57.841582 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 51812) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:58.276426 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d5501eed-f7dc-4e83-aa37-298ddc311b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360013'] for router_interface, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:58.523101 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-d5501eed-f7dc-4e83-aa37-298ddc311b31 admin admin] Deleting port c23456c7-8a0c-4775-84c2-ad38b355449f {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:59:58.523340 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d5501eed-f7dc-4e83-aa37-298ddc311b31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:58.609882 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [None req-d5501eed-f7dc-4e83-aa37-298ddc311b31 admin admin] For port c23456c7-8a0c-4775-84c2-ad38b355449f, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=c23456c7-8a0c-4775-84c2-ad38b355449f,segment=NetworkSegment(81934ed0-8f82-419f-b662-86cae808ad67),segment_id=81934ed0-8f82-419f-b662-86cae808ad67)] {{(pid=104573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:59:58.610231 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d5501eed-f7dc-4e83-aa37-298ddc311b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:58.623723 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-d5501eed-f7dc-4e83-aa37-298ddc311b31 admin admin] Calling delete_port for c23456c7-8a0c-4775-84c2-ad38b355449f owned by network:router_interface {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:59:58.815945 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d5501eed-f7dc-4e83-aa37-298ddc311b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25680231'] for port, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:58.846858 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5501eed-f7dc-4e83-aa37-298ddc311b31 admin admin] Pushing event deleted for resources: {'Port': ['ID=c23456c7-8a0c-4775-84c2-ad38b355449f,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:58.872040 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5501eed-f7dc-4e83-aa37-298ddc311b31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:58.872383 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5501eed-f7dc-4e83-aa37-298ddc311b31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:58.872725 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5501eed-f7dc-4e83-aa37-298ddc311b31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:58.873123 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5501eed-f7dc-4e83-aa37-298ddc311b31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:58.873456 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5501eed-f7dc-4e83-aa37-298ddc311b31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:58.873802 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5501eed-f7dc-4e83-aa37-298ddc311b31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:58.874112 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5501eed-f7dc-4e83-aa37-298ddc311b31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:58.874445 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5501eed-f7dc-4e83-aa37-298ddc311b31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:58.874774 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5501eed-f7dc-4e83-aa37-298ddc311b31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:58.875116 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5501eed-f7dc-4e83-aa37-298ddc311b31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:58.875436 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5501eed-f7dc-4e83-aa37-298ddc311b31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:58.875750 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5501eed-f7dc-4e83-aa37-298ddc311b31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:59.015399 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d5501eed-f7dc-4e83-aa37-298ddc311b31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360161'] for router_interface, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:59.237404 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5501eed-f7dc-4e83-aa37-298ddc311b31 admin admin] Router 0bbe2875-072f-423d-ae4e-7e8b30c55027 has already been hosted by L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:59:59.345617 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5501eed-f7dc-4e83-aa37-298ddc311b31 admin admin] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:59:59.350707 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-d5501eed-f7dc-4e83-aa37-298ddc311b31 admin admin] 10.222.0.35 "PUT /v2.0/routers/0bbe2875-072f-423d-ae4e-7e8b30c55027/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5080040 Jul 14 13:59:59.353323 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 51816) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:59.356064 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4b70d2-5c1b-4370-9def-167299708dab None None] Sync routers for ids ['0bbe2875-072f-423d-ae4e-7e8b30c55027'] in dv-cinder-800697-2-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:59:59.366400 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4b70d2-5c1b-4370-9def-167299708dab None None] Routers {'0bbe2875-072f-423d-ae4e-7e8b30c55027'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:59:59.367121 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-7f4b70d2-5c1b-4370-9def-167299708dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:59:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['0bbe2875-072f-423d-ae4e-7e8b30c55027'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:59:59.455119 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8b21dd54-ba74-46a7-9489-9f8dfbeb7747 admin admin] Notify callbacks [] for router, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:59.596174 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-7f4b70d2-5c1b-4370-9def-167299708dab None None] Set router 0bbe2875-072f-423d-ae4e-7e8b30c55027 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:59:59.775926 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-7f4b70d2-5c1b-4370-9def-167299708dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'name': 'tempest-TestVolumeBootPattern-1610234638-router', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:28Z', 'updated_at': '2021-07-14T13:59:58Z', 'revision_number': 5, 'project_id': '264797ac2dc84b21b49d043a80365add', 'gw_port': {'id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:29Z', 'updated_at': '2021-07-14T13:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi'}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:59:59.806101 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4b70d2-5c1b-4370-9def-167299708dab None None] Checking router: 0bbe2875-072f-423d-ae4e-7e8b30c55027 for host: dv-cinder-800697-2-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:59:59.815232 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4b70d2-5c1b-4370-9def-167299708dab None None] Routers {'0bbe2875-072f-423d-ae4e-7e8b30c55027'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:59:59.815838 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-7f4b70d2-5c1b-4370-9def-167299708dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:59:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['0bbe2875-072f-423d-ae4e-7e8b30c55027'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:59:59.842113 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8b21dd54-ba74-46a7-9489-9f8dfbeb7747 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:59.896934 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-8b21dd54-ba74-46a7-9489-9f8dfbeb7747 admin admin] Deleting port f91f8967-b9a8-4f6a-9604-c2112e3ac7cd {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:59:59.897617 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8b21dd54-ba74-46a7-9489-9f8dfbeb7747 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:59.919301 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-7f4b70d2-5c1b-4370-9def-167299708dab None None] Set router 0bbe2875-072f-423d-ae4e-7e8b30c55027 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:59:59.974672 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [None req-8b21dd54-ba74-46a7-9489-9f8dfbeb7747 admin admin] For port f91f8967-b9a8-4f6a-9604-c2112e3ac7cd, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=f91f8967-b9a8-4f6a-9604-c2112e3ac7cd,segment=NetworkSegment(c6937592-4176-4619-b9cc-7188e645a4b4),segment_id=c6937592-4176-4619-b9cc-7188e645a4b4)] {{(pid=104573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:59:59.975077 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8b21dd54-ba74-46a7-9489-9f8dfbeb7747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:59.990339 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-8b21dd54-ba74-46a7-9489-9f8dfbeb7747 admin admin] Calling delete_port for f91f8967-b9a8-4f6a-9604-c2112e3ac7cd owned by network:router_gateway {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:00:00.093570 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-7f4b70d2-5c1b-4370-9def-167299708dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'name': 'tempest-TestVolumeBootPattern-1610234638-router', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:28Z', 'updated_at': '2021-07-14T13:59:58Z', 'revision_number': 5, 'project_id': '264797ac2dc84b21b49d043a80365add', 'gw_port': {'id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:29Z', 'updated_at': '2021-07-14T13:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi'}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:00:00.121388 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4b70d2-5c1b-4370-9def-167299708dab None None] The sync data for ids ['0bbe2875-072f-423d-ae4e-7e8b30c55027'] in dv-cinder-800697-2-iscsi is: [{'id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'name': 'tempest-TestVolumeBootPattern-1610234638-router', 'tenant_id': '264797ac2dc84b21b49d043a80365add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:28Z', 'updated_at': '2021-07-14T13:59:58Z', 'revision_number': 5, 'project_id': '264797ac2dc84b21b49d043a80365add', 'gw_port': {'id': 'f91f8967-b9a8-4f6a-9604-c2112e3ac7cd', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbe2875-072f-423d-ae4e-7e8b30c55027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:29Z', 'updated_at': '2021-07-14T13:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi'}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:00:00.157149 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8b21dd54-ba74-46a7-9489-9f8dfbeb7747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25680231'] for port, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:00.185056 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b21dd54-ba74-46a7-9489-9f8dfbeb7747 admin admin] Pushing event deleted for resources: {'Port': ['ID=f91f8967-b9a8-4f6a-9604-c2112e3ac7cd,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:00:00.245536 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8b21dd54-ba74-46a7-9489-9f8dfbeb7747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359175'] for router_gateway, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:00.331933 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8b21dd54-ba74-46a7-9489-9f8dfbeb7747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-359164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60033'] for router, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:00.334177 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8b21dd54-ba74-46a7-9489-9f8dfbeb7747 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:00.389352 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8b21dd54-ba74-46a7-9489-9f8dfbeb7747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-357388'] for router, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:00.389888 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b21dd54-ba74-46a7-9489-9f8dfbeb7747 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bbe2875-072f-423d-ae4e-7e8b30c55027 {{(pid=104573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:00:00.394312 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8b21dd54-ba74-46a7-9489-9f8dfbeb7747 admin admin] Notify callbacks [] for router, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:00.395465 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-8b21dd54-ba74-46a7-9489-9f8dfbeb7747 admin admin] 10.222.0.35 "DELETE /v2.0/routers/0bbe2875-072f-423d-ae4e-7e8b30c55027 HTTP/1.1" status: 204 len: 168 time: 1.0412383 Jul 14 14:00:00.398088 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 51818) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:00:00.441949 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_v2 [None req-35313ef5-3fd8-43c8-a8ff-c0ccf24e7504 admin admin] Deleting subnet 61b5a236-d87b-41fd-8ce0-529921b310ad {{(pid=104573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:00:00.445163 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-35313ef5-3fd8-43c8-a8ff-c0ccf24e7504 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:00.484631 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-35313ef5-3fd8-43c8-a8ff-c0ccf24e7504 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28943688'] for subnet, precommit_delete_associations {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:00.563206 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-35313ef5-3fd8-43c8-a8ff-c0ccf24e7504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3904323'] for subnet, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:00.621105 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-35313ef5-3fd8-43c8-a8ff-c0ccf24e7504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3904314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25680186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25587366'] for subnet, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:00.645837 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35313ef5-3fd8-43c8-a8ff-c0ccf24e7504 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61b5a236-d87b-41fd-8ce0-529921b310ad,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:00:00.649453 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-35313ef5-3fd8-43c8-a8ff-c0ccf24e7504 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:00.651238 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-35313ef5-3fd8-43c8-a8ff-c0ccf24e7504 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/61b5a236-d87b-41fd-8ce0-529921b310ad HTTP/1.1" status: 204 len: 168 time: 0.2521601 Jul 14 14:00:00.653663 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 51820) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:00:00.656938 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5112ce05-7c53-464a-a183-b6c0e5ef2946 None None] Network a45b7b5e-8449-40db-b2c9-e253d306a9b7 requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:00:00.723295 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-345e1459-5284-47b2-9406-f8e49bd11177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3740586'] for network, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:00.779894 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-345e1459-5284-47b2-9406-f8e49bd11177 admin admin] Deleting port 9e83eedd-7c50-4ae1-8e41-25f7870a414d {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:00:00.780334 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-345e1459-5284-47b2-9406-f8e49bd11177 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:00.846580 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [None req-345e1459-5284-47b2-9406-f8e49bd11177 admin admin] For port 9e83eedd-7c50-4ae1-8e41-25f7870a414d, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=9e83eedd-7c50-4ae1-8e41-25f7870a414d,segment=NetworkSegment(81934ed0-8f82-419f-b662-86cae808ad67),segment_id=81934ed0-8f82-419f-b662-86cae808ad67)] {{(pid=104573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:00:00.847225 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-345e1459-5284-47b2-9406-f8e49bd11177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:00.859386 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-345e1459-5284-47b2-9406-f8e49bd11177 admin admin] Calling delete_port for 9e83eedd-7c50-4ae1-8e41-25f7870a414d owned by network:dhcp {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:00:00.941839 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-345e1459-5284-47b2-9406-f8e49bd11177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25680231'] for port, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:00.967680 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e1459-5284-47b2-9406-f8e49bd11177 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e83eedd-7c50-4ae1-8e41-25f7870a414d,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:00:00.974035 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345e1459-5284-47b2-9406-f8e49bd11177 admin admin] No DVR routers for this DVR port 9e83eedd-7c50-4ae1-8e41-25f7870a414d on host dv-cinder-800697-2-iscsi {{(pid=104573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:00:01.044052 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-345e1459-5284-47b2-9406-f8e49bd11177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3927510', 'neutron.services.segments.db._delete_segments_for_network-8787525843523'] for network, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:01.054142 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-345e1459-5284-47b2-9406-f8e49bd11177 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a45b7b5e-8449-40db-b2c9-e253d306a9b7']}} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:00:01.064632 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-345e1459-5284-47b2-9406-f8e49bd11177 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81934ed0-8f82-419f-b662-86cae808ad67') {'for_net_delete': True} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:00:01.064929 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-345e1459-5284-47b2-9406-f8e49bd11177 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81934ed0-8f82-419f-b662-86cae808ad67') {} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:00:01.074166 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-345e1459-5284-47b2-9406-f8e49bd11177 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787525844044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28943697'] for segment, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:01.088115 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-345e1459-5284-47b2-9406-f8e49bd11177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542'] for segment, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:01.094480 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-345e1459-5284-47b2-9406-f8e49bd11177 admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=104573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:00:01.094905 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-345e1459-5284-47b2-9406-f8e49bd11177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25679508'] for segment, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:01.096694 dv-cinder-800697-2-iscsi neutron-server[104573]: Traceback (most recent call last): Jul 14 14:00:01.096694 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:00:01.096694 dv-cinder-800697-2-iscsi neutron-server[104573]: timer() Jul 14 14:00:01.096694 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:00:01.096694 dv-cinder-800697-2-iscsi neutron-server[104573]: cb(*args, **kw) Jul 14 14:00:01.096694 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:00:01.096694 dv-cinder-800697-2-iscsi neutron-server[104573]: return func(*args, **kwargs) Jul 14 14:00:01.096694 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:00:01.096694 dv-cinder-800697-2-iscsi neutron-server[104573]: self._notify() Jul 14 14:00:01.096694 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:00:01.096694 dv-cinder-800697-2-iscsi neutron-server[104573]: self.callback(batched_events) Jul 14 14:00:01.096694 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:00:01.096694 dv-cinder-800697-2-iscsi neutron-server[104573]: event.method(event) Jul 14 14:00:01.096694 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:00:01.096694 dv-cinder-800697-2-iscsi neutron-server[104573]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:00:01.096694 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:00:01.096694 dv-cinder-800697-2-iscsi neutron-server[104573]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:00:01.096694 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:00:01.096694 dv-cinder-800697-2-iscsi neutron-server[104573]: return f(self, *a, **k) Jul 14 14:00:01.096694 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:00:01.096694 dv-cinder-800697-2-iscsi neutron-server[104573]: return self._get(url).json() Jul 14 14:00:01.096694 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:00:01.096694 dv-cinder-800697-2-iscsi neutron-server[104573]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:00:01.096694 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:00:01.096694 dv-cinder-800697-2-iscsi neutron-server[104573]: return self.request(url, 'GET', **kwargs) Jul 14 14:00:01.096694 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:00:01.096694 dv-cinder-800697-2-iscsi neutron-server[104573]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:00:01.096694 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:00:01.096694 dv-cinder-800697-2-iscsi neutron-server[104573]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:00:01.096694 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:00:01.096694 dv-cinder-800697-2-iscsi neutron-server[104573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:00:01.096694 dv-cinder-800697-2-iscsi neutron-server[104573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:00:01.147156 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c046e394-5b72-414c-a588-a235b00ffec4 None None] DHCP port deletion for a45b7b5e-8449-40db-b2c9-e253d306a9b7 request from dv-cinder-800697-2-iscsi {{(pid=104575) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 14:00:01.168667 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-345e1459-5284-47b2-9406-f8e49bd11177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3927489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359267'] for network, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:01.174511 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-345e1459-5284-47b2-9406-f8e49bd11177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for network, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:01.176448 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-345e1459-5284-47b2-9406-f8e49bd11177 admin admin] 10.222.0.35 "DELETE /v2.0/networks/a45b7b5e-8449-40db-b2c9-e253d306a9b7 HTTP/1.1" status: 204 len: 168 time: 0.5218151 Jul 14 14:00:01.181809 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 51822) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:00:01.191805 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e1459-5284-47b2-9406-f8e49bd11177 admin admin] Pushing event deleted for resources: {'Network': ['ID=a45b7b5e-8449-40db-b2c9-e253d306a9b7,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:00:01.517126 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7583910b-9fce-4438-a8dd-dab56aa17c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360013'] for router_interface, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:01.762803 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-7583910b-9fce-4438-a8dd-dab56aa17c5c admin admin] Deleting port 074daa45-864c-440c-9297-ef146e93fa9f {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:00:01.763137 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7583910b-9fce-4438-a8dd-dab56aa17c5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:01.839907 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [None req-7583910b-9fce-4438-a8dd-dab56aa17c5c admin admin] For port 074daa45-864c-440c-9297-ef146e93fa9f, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=074daa45-864c-440c-9297-ef146e93fa9f,segment=NetworkSegment(88be31e3-8aa2-4fdf-948b-ec09ff61bb22),segment_id=88be31e3-8aa2-4fdf-948b-ec09ff61bb22)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:00:01.840122 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7583910b-9fce-4438-a8dd-dab56aa17c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:01.852390 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-7583910b-9fce-4438-a8dd-dab56aa17c5c admin admin] Calling delete_port for 074daa45-864c-440c-9297-ef146e93fa9f owned by network:router_interface {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:00:02.038235 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7583910b-9fce-4438-a8dd-dab56aa17c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:02.062554 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583910b-9fce-4438-a8dd-dab56aa17c5c admin admin] Pushing event deleted for resources: {'Port': ['ID=074daa45-864c-440c-9297-ef146e93fa9f,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:00:02.094088 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7583910b-9fce-4438-a8dd-dab56aa17c5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:02.094345 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7583910b-9fce-4438-a8dd-dab56aa17c5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:02.094687 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7583910b-9fce-4438-a8dd-dab56aa17c5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:02.095040 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7583910b-9fce-4438-a8dd-dab56aa17c5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:02.095372 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7583910b-9fce-4438-a8dd-dab56aa17c5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:02.095698 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7583910b-9fce-4438-a8dd-dab56aa17c5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:02.096023 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7583910b-9fce-4438-a8dd-dab56aa17c5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:02.096346 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7583910b-9fce-4438-a8dd-dab56aa17c5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:02.096674 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7583910b-9fce-4438-a8dd-dab56aa17c5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:02.096991 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7583910b-9fce-4438-a8dd-dab56aa17c5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:02.097310 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7583910b-9fce-4438-a8dd-dab56aa17c5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:02.097624 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7583910b-9fce-4438-a8dd-dab56aa17c5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:02.241881 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7583910b-9fce-4438-a8dd-dab56aa17c5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360161'] for router_interface, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:02.257443 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device f91f8967-b9a8-4f6a-9604-c2112e3ac7cd no longer exists at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:00:02.276905 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] No Port match for: f91f8967-b9a8-4f6a-9604-c2112e3ac7cd {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:00:02.277333 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device f91f8967-b9a8-4f6a-9604-c2112e3ac7cd not bound to the agent host dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:00:02.277801 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 9e83eedd-7c50-4ae1-8e41-25f7870a414d no longer exists at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:00:02.296152 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] No Port match for: 9e83eedd-7c50-4ae1-8e41-25f7870a414d {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:00:02.296497 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 9e83eedd-7c50-4ae1-8e41-25f7870a414d not bound to the agent host dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:00:02.296875 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device c23456c7-8a0c-4775-84c2-ad38b355449f no longer exists at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:00:02.317880 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] No Port match for: c23456c7-8a0c-4775-84c2-ad38b355449f {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:00:02.318214 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device c23456c7-8a0c-4775-84c2-ad38b355449f not bound to the agent host dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:00:02.744385 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7583910b-9fce-4438-a8dd-dab56aa17c5c admin admin] Router d3553d58-5ee1-4d28-8cab-4bf4ca31a8f8 has already been hosted by L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:00:02.848041 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7583910b-9fce-4438-a8dd-dab56aa17c5c admin admin] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:00:02.854045 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-7583910b-9fce-4438-a8dd-dab56aa17c5c admin admin] 10.222.0.35 "PUT /v2.0/routers/d3553d58-5ee1-4d28-8cab-4bf4ca31a8f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6732659 Jul 14 14:00:02.855868 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 51824) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:00:02.858484 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6460394f-8719-4df5-bed9-3fee401145bc None None] Sync routers for ids ['d3553d58-5ee1-4d28-8cab-4bf4ca31a8f8'] in dv-cinder-800697-2-iscsi {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:00:02.868340 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6460394f-8719-4df5-bed9-3fee401145bc None None] Routers {'d3553d58-5ee1-4d28-8cab-4bf4ca31a8f8'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:00:02.868947 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-6460394f-8719-4df5-bed9-3fee401145bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:59:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['d3553d58-5ee1-4d28-8cab-4bf4ca31a8f8'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:00:02.958392 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6a8ee9ac-d69f-4462-8bb0-c0ee3db6e9b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:02.969298 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-6460394f-8719-4df5-bed9-3fee401145bc None None] Set router d3553d58-5ee1-4d28-8cab-4bf4ca31a8f8 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:00:03.057612 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6a8ee9ac-d69f-4462-8bb0-c0ee3db6e9b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:03.109207 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-6a8ee9ac-d69f-4462-8bb0-c0ee3db6e9b5 admin admin] Deleting port 94cf3bda-feeb-43a6-afa3-cf8e0517b75f {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:00:03.109557 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6a8ee9ac-d69f-4462-8bb0-c0ee3db6e9b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:03.145222 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-6460394f-8719-4df5-bed9-3fee401145bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3553d58-5ee1-4d28-8cab-4bf4ca31a8f8', 'name': 'tempest-TestVolumeBootPattern-908021970-router', 'tenant_id': '5941e55c91dd4046b5c176a7f37f5ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '94cf3bda-feeb-43a6-afa3-cf8e0517b75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:36Z', 'updated_at': '2021-07-14T14:00:01Z', 'revision_number': 5, 'project_id': '5941e55c91dd4046b5c176a7f37f5ebf', 'gw_port': {'id': '94cf3bda-feeb-43a6-afa3-cf8e0517b75f', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3553d58-5ee1-4d28-8cab-4bf4ca31a8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:37Z', 'updated_at': '2021-07-14T13:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi'}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:00:03.171232 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6460394f-8719-4df5-bed9-3fee401145bc None None] Checking router: d3553d58-5ee1-4d28-8cab-4bf4ca31a8f8 for host: dv-cinder-800697-2-iscsi {{(pid=104576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:00:03.180052 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6460394f-8719-4df5-bed9-3fee401145bc None None] Routers {'d3553d58-5ee1-4d28-8cab-4bf4ca31a8f8'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:00:03.180662 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-6460394f-8719-4df5-bed9-3fee401145bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T13:59:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['d3553d58-5ee1-4d28-8cab-4bf4ca31a8f8'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:00:03.198114 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [None req-6a8ee9ac-d69f-4462-8bb0-c0ee3db6e9b5 admin admin] For port 94cf3bda-feeb-43a6-afa3-cf8e0517b75f, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=94cf3bda-feeb-43a6-afa3-cf8e0517b75f,segment=NetworkSegment(c6937592-4176-4619-b9cc-7188e645a4b4),segment_id=c6937592-4176-4619-b9cc-7188e645a4b4)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:00:03.198474 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6a8ee9ac-d69f-4462-8bb0-c0ee3db6e9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:03.210252 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-6a8ee9ac-d69f-4462-8bb0-c0ee3db6e9b5 admin admin] Calling delete_port for 94cf3bda-feeb-43a6-afa3-cf8e0517b75f owned by network:router_gateway {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:00:03.264248 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-6460394f-8719-4df5-bed9-3fee401145bc None None] Set router d3553d58-5ee1-4d28-8cab-4bf4ca31a8f8 gateway port host: None {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:00:03.313228 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-6460394f-8719-4df5-bed9-3fee401145bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3553d58-5ee1-4d28-8cab-4bf4ca31a8f8', 'name': 'tempest-TestVolumeBootPattern-908021970-router', 'tenant_id': '5941e55c91dd4046b5c176a7f37f5ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:36Z', 'updated_at': '2021-07-14T14:00:03Z', 'revision_number': 6, 'project_id': '5941e55c91dd4046b5c176a7f37f5ebf', 'gw_port_host': None}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:00:03.341487 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6460394f-8719-4df5-bed9-3fee401145bc None None] The sync data for ids ['d3553d58-5ee1-4d28-8cab-4bf4ca31a8f8'] in dv-cinder-800697-2-iscsi is: [{'id': 'd3553d58-5ee1-4d28-8cab-4bf4ca31a8f8', 'name': 'tempest-TestVolumeBootPattern-908021970-router', 'tenant_id': '5941e55c91dd4046b5c176a7f37f5ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:36Z', 'updated_at': '2021-07-14T14:00:03Z', 'revision_number': 6, 'project_id': '5941e55c91dd4046b5c176a7f37f5ebf', 'gw_port_host': None}] {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:00:03.382555 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6a8ee9ac-d69f-4462-8bb0-c0ee3db6e9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:03.408123 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ee9ac-d69f-4462-8bb0-c0ee3db6e9b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=94cf3bda-feeb-43a6-afa3-cf8e0517b75f,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:00:03.469679 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6a8ee9ac-d69f-4462-8bb0-c0ee3db6e9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359175'] for router_gateway, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:03.562693 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6a8ee9ac-d69f-4462-8bb0-c0ee3db6e9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-359164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60033'] for router, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:03.564999 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6a8ee9ac-d69f-4462-8bb0-c0ee3db6e9b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:03.615539 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6a8ee9ac-d69f-4462-8bb0-c0ee3db6e9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-357388'] for router, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:03.616075 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8ee9ac-d69f-4462-8bb0-c0ee3db6e9b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3553d58-5ee1-4d28-8cab-4bf4ca31a8f8 {{(pid=104572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:00:03.621302 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6a8ee9ac-d69f-4462-8bb0-c0ee3db6e9b5 admin admin] Notify callbacks [] for router, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:03.622444 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-6a8ee9ac-d69f-4462-8bb0-c0ee3db6e9b5 admin admin] 10.222.0.35 "DELETE /v2.0/routers/d3553d58-5ee1-4d28-8cab-4bf4ca31a8f8 HTTP/1.1" status: 204 len: 168 time: 0.7656622 Jul 14 14:00:03.625069 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 51826) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:00:03.672680 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8b621b7-66cf-43df-9ed1-5c8231d3583a admin admin] Deleting subnet f91646f8-a752-4781-b139-7e3859700746 {{(pid=104572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:00:03.676070 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f8b621b7-66cf-43df-9ed1-5c8231d3583a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:03.709926 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f8b621b7-66cf-43df-9ed1-5c8231d3583a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28912351'] for subnet, precommit_delete_associations {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:03.792371 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f8b621b7-66cf-43df-9ed1-5c8231d3583a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3904323'] for subnet, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:03.842650 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f8b621b7-66cf-43df-9ed1-5c8231d3583a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3904314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28728494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28022847'] for subnet, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:03.866697 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b621b7-66cf-43df-9ed1-5c8231d3583a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f91646f8-a752-4781-b139-7e3859700746,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:00:03.870809 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f8b621b7-66cf-43df-9ed1-5c8231d3583a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for subnet, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:03.872694 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-f8b621b7-66cf-43df-9ed1-5c8231d3583a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f91646f8-a752-4781-b139-7e3859700746 HTTP/1.1" status: 204 len: 168 time: 0.2467477 Jul 14 14:00:03.875172 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 51828) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:00:03.879507 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27574bf-8c29-4e4c-88ad-82b887a1eb78 None None] Network 705f03ea-7fe2-4d1a-8092-7711c49ffe6e requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:00:03.944953 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e99375b7-78ef-46eb-90ee-18234da18f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3740586'] for network, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:03.998182 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-e99375b7-78ef-46eb-90ee-18234da18f4a admin admin] Deleting port c7939871-6e71-47a8-a715-6ff3aabc2009 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:00:03.998567 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e99375b7-78ef-46eb-90ee-18234da18f4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:04.060429 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [None req-e99375b7-78ef-46eb-90ee-18234da18f4a admin admin] For port c7939871-6e71-47a8-a715-6ff3aabc2009, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=c7939871-6e71-47a8-a715-6ff3aabc2009,segment=NetworkSegment(88be31e3-8aa2-4fdf-948b-ec09ff61bb22),segment_id=88be31e3-8aa2-4fdf-948b-ec09ff61bb22)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:00:04.060790 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e99375b7-78ef-46eb-90ee-18234da18f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:04.073869 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-e99375b7-78ef-46eb-90ee-18234da18f4a admin admin] Calling delete_port for c7939871-6e71-47a8-a715-6ff3aabc2009 owned by network:dhcp {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:00:04.084023 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25943001-e191-48db-9a0e-6151017b456d None None] DHCP port deletion for 705f03ea-7fe2-4d1a-8092-7711c49ffe6e request from dv-cinder-800697-2-iscsi {{(pid=104575) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 14:00:04.134123 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-25943001-e191-48db-9a0e-6151017b456d None None] Deleting port c7939871-6e71-47a8-a715-6ff3aabc2009 {{(pid=104575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:00:04.134593 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-25943001-e191-48db-9a0e-6151017b456d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:04.156184 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e99375b7-78ef-46eb-90ee-18234da18f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:04.186022 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99375b7-78ef-46eb-90ee-18234da18f4a admin admin] No DVR routers for this DVR port c7939871-6e71-47a8-a715-6ff3aabc2009 on host dv-cinder-800697-2-iscsi {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:00:04.190031 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99375b7-78ef-46eb-90ee-18234da18f4a admin admin] Pushing event deleted for resources: {'Port': ['ID=c7939871-6e71-47a8-a715-6ff3aabc2009,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:00:04.216000 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-25943001-e191-48db-9a0e-6151017b456d None None] For port c7939871-6e71-47a8-a715-6ff3aabc2009, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=c7939871-6e71-47a8-a715-6ff3aabc2009,segment=NetworkSegment(88be31e3-8aa2-4fdf-948b-ec09ff61bb22),segment_id=88be31e3-8aa2-4fdf-948b-ec09ff61bb22)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:00:04.216474 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-25943001-e191-48db-9a0e-6151017b456d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:04.220609 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device c7939871-6e71-47a8-a715-6ff3aabc2009 no longer exists at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:00:04.247598 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] No Port match for: c7939871-6e71-47a8-a715-6ff3aabc2009 {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:00:04.247942 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device c7939871-6e71-47a8-a715-6ff3aabc2009 not bound to the agent host dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:00:04.248355 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 074daa45-864c-440c-9297-ef146e93fa9f no longer exists at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:00:04.253440 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-25943001-e191-48db-9a0e-6151017b456d None None] Calling delete_port for c7939871-6e71-47a8-a715-6ff3aabc2009 owned by network:dhcp {{(pid=104575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:00:04.265301 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e99375b7-78ef-46eb-90ee-18234da18f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3927510', 'neutron.services.segments.db._delete_segments_for_network-8787525843523'] for network, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:04.276099 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-e99375b7-78ef-46eb-90ee-18234da18f4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['705f03ea-7fe2-4d1a-8092-7711c49ffe6e']}} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:00:04.277106 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] No Port match for: 074daa45-864c-440c-9297-ef146e93fa9f {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:00:04.277454 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 074daa45-864c-440c-9297-ef146e93fa9f not bound to the agent host dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:00:04.277906 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 94cf3bda-feeb-43a6-afa3-cf8e0517b75f no longer exists at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:00:04.290799 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-e99375b7-78ef-46eb-90ee-18234da18f4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88be31e3-8aa2-4fdf-948b-ec09ff61bb22') {'for_net_delete': True} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:00:04.291243 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-e99375b7-78ef-46eb-90ee-18234da18f4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88be31e3-8aa2-4fdf-948b-ec09ff61bb22') {} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:00:04.300873 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e99375b7-78ef-46eb-90ee-18234da18f4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787525844044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28912326'] for segment, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:04.302879 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] No Port match for: 94cf3bda-feeb-43a6-afa3-cf8e0517b75f {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:00:04.303291 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 94cf3bda-feeb-43a6-afa3-cf8e0517b75f not bound to the agent host dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:00:04.316630 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e99375b7-78ef-46eb-90ee-18234da18f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542'] for segment, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:04.323030 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e99375b7-78ef-46eb-90ee-18234da18f4a admin admin] Releasing vlan 880 on physical network physnet1 to pool {{(pid=104572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:00:04.323433 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e99375b7-78ef-46eb-90ee-18234da18f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28726016'] for segment, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:04.325305 dv-cinder-800697-2-iscsi neutron-server[104572]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:00:04.325305 dv-cinder-800697-2-iscsi neutron-server[104572]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:00:04.325305 dv-cinder-800697-2-iscsi neutron-server[104572]: Traceback (most recent call last): Jul 14 14:00:04.325305 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:00:04.325305 dv-cinder-800697-2-iscsi neutron-server[104572]: timer() Jul 14 14:00:04.325305 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:00:04.325305 dv-cinder-800697-2-iscsi neutron-server[104572]: cb(*args, **kw) Jul 14 14:00:04.325305 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:00:04.325305 dv-cinder-800697-2-iscsi neutron-server[104572]: return func(*args, **kwargs) Jul 14 14:00:04.325305 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:00:04.325305 dv-cinder-800697-2-iscsi neutron-server[104572]: self._notify() Jul 14 14:00:04.325305 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:00:04.325305 dv-cinder-800697-2-iscsi neutron-server[104572]: self.callback(batched_events) Jul 14 14:00:04.325305 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:00:04.325305 dv-cinder-800697-2-iscsi neutron-server[104572]: event.method(event) Jul 14 14:00:04.325305 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:00:04.325305 dv-cinder-800697-2-iscsi neutron-server[104572]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:00:04.325305 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:00:04.325305 dv-cinder-800697-2-iscsi neutron-server[104572]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:00:04.325305 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:00:04.325305 dv-cinder-800697-2-iscsi neutron-server[104572]: return f(self, *a, **k) Jul 14 14:00:04.325305 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:00:04.325305 dv-cinder-800697-2-iscsi neutron-server[104572]: return self._get(url).json() Jul 14 14:00:04.325305 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:00:04.325305 dv-cinder-800697-2-iscsi neutron-server[104572]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:00:04.325305 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:00:04.325305 dv-cinder-800697-2-iscsi neutron-server[104572]: return self.request(url, 'GET', **kwargs) Jul 14 14:00:04.325305 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:00:04.325305 dv-cinder-800697-2-iscsi neutron-server[104572]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:00:04.325305 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:00:04.325305 dv-cinder-800697-2-iscsi neutron-server[104572]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:00:04.325305 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:00:04.325305 dv-cinder-800697-2-iscsi neutron-server[104572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:00:04.325305 dv-cinder-800697-2-iscsi neutron-server[104572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:00:04.372015 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-25943001-e191-48db-9a0e-6151017b456d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764'] for port, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:04.388824 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e99375b7-78ef-46eb-90ee-18234da18f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3927489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359267'] for network, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:04.404254 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e99375b7-78ef-46eb-90ee-18234da18f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for network, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:04.406263 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-e99375b7-78ef-46eb-90ee-18234da18f4a admin admin] 10.222.0.35 "DELETE /v2.0/networks/705f03ea-7fe2-4d1a-8092-7711c49ffe6e HTTP/1.1" status: 204 len: 168 time: 0.5300257 Jul 14 14:00:04.407317 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99375b7-78ef-46eb-90ee-18234da18f4a admin admin] Pushing event deleted for resources: {'Network': ['ID=705f03ea-7fe2-4d1a-8092-7711c49ffe6e,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:00:04.410043 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25943001-e191-48db-9a0e-6151017b456d None None] No DVR routers for this DVR port c7939871-6e71-47a8-a715-6ff3aabc2009 on host dv-cinder-800697-2-iscsi {{(pid=104575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:00:04.416130 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25943001-e191-48db-9a0e-6151017b456d None None] Pushing event deleted for resources: {'Port': ['ID=c7939871-6e71-47a8-a715-6ff3aabc2009,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:00:04.522787 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 51832) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:00:04.564499 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-1434fd53-d908-4b5e-b1eb-2202b3b613f2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=264797ac2dc84b21b49d043a80365add&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405133 Jul 14 14:00:04.567057 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 51834) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:00:04.615013 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d2b86444-0b0a-4b63-ba0b-6632e9fd74e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:04.640749 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d2b86444-0b0a-4b63-ba0b-6632e9fd74e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:04.686996 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d2b86444-0b0a-4b63-ba0b-6632e9fd74e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:04.689530 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d2b86444-0b0a-4b63-ba0b-6632e9fd74e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:04.690721 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-d2b86444-0b0a-4b63-ba0b-6632e9fd74e1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/33c11b93-a580-4b38-b1ef-0f8dc875cc35 HTTP/1.1" status: 204 len: 168 time: 0.1227703 Jul 14 14:00:04.698586 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b86444-0b0a-4b63-ba0b-6632e9fd74e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c11b93-a580-4b38-b1ef-0f8dc875cc35,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:00:05.027145 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 51840) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:00:05.075828 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-d9fe5b93-20cb-4060-943a-68e270984ff9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5941e55c91dd4046b5c176a7f37f5ebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475280 Jul 14 14:00:05.078402 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 51842) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:00:05.127148 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6fdb0720-b9a6-4785-9230-29637e6ee9cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:05.150180 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6fdb0720-b9a6-4785-9230-29637e6ee9cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:05.197385 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6fdb0720-b9a6-4785-9230-29637e6ee9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:05.199985 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6fdb0720-b9a6-4785-9230-29637e6ee9cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:05.201158 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-6fdb0720-b9a6-4785-9230-29637e6ee9cb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/05259671-6985-4c15-ab47-08f160a03781 HTTP/1.1" status: 204 len: 168 time: 0.1219249 Jul 14 14:00:05.208947 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb0720-b9a6-4785-9230-29637e6ee9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05259671-6985-4c15-ab47-08f160a03781,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:00:05.864932 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.agents_db [None req-f94fc2f4-144f-4bce-9715-a006bfd56775 None None] Agent healthcheck: found 6 active agents {{(pid=104576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:00:16.933427 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-3a7cfe1e-0b53-4fd2-90bd-8e00771f7f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:18.018125 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:19.456528 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-04f3aa27-d4d3-4466-aa57-36cb5a5796e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:19.590222 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:20.623425 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:22.141129 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:42.869074 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.agents_db [None req-f94fc2f4-144f-4bce-9715-a006bfd56775 None None] Agent healthcheck: found 6 active agents {{(pid=104576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:00:46.924066 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-54a60269-fbef-48c2-8c82-f78d8889b401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:48.020196 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:49.459933 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-d1897bee-3a0e-40ce-ae9b-a9f7bada1f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:49.592719 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:50.625259 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:52.144061 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:52.688537 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ce51d377-bcf7-4cc5-9f59-dfc15a9e91a7 req-40fbe87e-e297-4b48-bb46-95eaf45efb29 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0559356 Jul 14 14:00:52.805204 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51d377-bcf7-4cc5-9f59-dfc15a9e91a7 req-acd37065-8859-4918-a972-b29ee37df784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:52.806702 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ce51d377-bcf7-4cc5-9f59-dfc15a9e91a7 req-acd37065-8859-4918-a972-b29ee37df784 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe207ad70b0241cd8f33f1a0ac3ff905&device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 1098 time: 0.0549622 Jul 14 14:00:52.921111 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51d377-bcf7-4cc5-9f59-dfc15a9e91a7 req-b0bedeec-1577-44d8-8562-965c5be13861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:52.922579 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ce51d377-bcf7-4cc5-9f59-dfc15a9e91a7 req-b0bedeec-1577-44d8-8562-965c5be13861 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d HTTP/1.1" status: 200 len: 910 time: 0.0958025 Jul 14 14:00:52.988484 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ce51d377-bcf7-4cc5-9f59-dfc15a9e91a7 req-5b14ca27-a30b-4b6a-bff7-5bda4a91be79 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc4313f8-4290-4955-9685-c58935352fe1 HTTP/1.1" status: 200 len: 1001 time: 0.0589895 Jul 14 14:00:53.037355 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51d377-bcf7-4cc5-9f59-dfc15a9e91a7 req-e2f190a4-a536-4dc9-8b64-2b99787d25f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:53.038809 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ce51d377-bcf7-4cc5-9f59-dfc15a9e91a7 req-e2f190a4-a536-4dc9-8b64-2b99787d25f1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4525e88-fc51-40c8-9a40-883045bb5556 HTTP/1.1" status: 200 len: 848 time: 0.0440836 Jul 14 14:00:53.109137 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51d377-bcf7-4cc5-9f59-dfc15a9e91a7 req-d8da0b53-c321-4c50-b803-d95d14dcbf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:53.110601 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ce51d377-bcf7-4cc5-9f59-dfc15a9e91a7 req-d8da0b53-c321-4c50-b803-d95d14dcbf0f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0660126 Jul 14 14:00:53.203999 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ce51d377-bcf7-4cc5-9f59-dfc15a9e91a7 req-5c81d707-5475-4901-b49a-54b5509e846d service neutron] 10.222.0.59 "GET /v2.0/networks/1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863707 Jul 14 14:00:53.299525 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ce51d377-bcf7-4cc5-9f59-dfc15a9e91a7 req-9a2aeba9-c905-4cb7-9127-9829c0083adf service neutron] 10.222.0.59 "GET /v2.0/networks/1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888717 Jul 14 14:01:08.672766 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2167786-f850-40ad-9276-24ce8e09f32e req-037ef206-63e9-4d16-874b-8de9e4a1289e tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:08.674212 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e2167786-f850-40ad-9276-24ce8e09f32e req-037ef206-63e9-4d16-874b-8de9e4a1289e tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 945 time: 0.0705824 Jul 14 14:01:08.713587 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e2167786-f850-40ad-9276-24ce8e09f32e req-66ac2b06-3b23-477e-9864-c3e7c8ac3f2e tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/security-groups?id=1856a21d-f42b-45ac-b62a-a187561d9070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317335 Jul 14 14:01:09.914336 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc2f8e-9370-437b-9959-4b8da0fd79b5 req-ad2ba329-707c-46ef-8c89-48f56bf6857f tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:09.915823 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-93cc2f8e-9370-437b-9959-4b8da0fd79b5 req-ad2ba329-707c-46ef-8c89-48f56bf6857f tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 945 time: 0.0779750 Jul 14 14:01:09.957353 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-93cc2f8e-9370-437b-9959-4b8da0fd79b5 req-005c2b61-08f6-43e5-8874-4f23e2ede379 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/security-groups?id=1856a21d-f42b-45ac-b62a-a187561d9070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332115 Jul 14 14:01:11.154584 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e68d9-5d11-4904-82b7-2b3c8a61f03b req-5b1f06b1-30e0-4d57-b356-8fab99f6423c tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:11.156080 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ac7e68d9-5d11-4904-82b7-2b3c8a61f03b req-5b1f06b1-30e0-4d57-b356-8fab99f6423c tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 945 time: 0.0716660 Jul 14 14:01:11.204006 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ac7e68d9-5d11-4904-82b7-2b3c8a61f03b req-ebc8d1c6-b1c4-462f-acf9-b1f475cb74b2 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/security-groups?id=1856a21d-f42b-45ac-b62a-a187561d9070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397592 Jul 14 14:01:12.398781 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47aac04-c7df-4415-a1b9-2e17164ddc12 req-8a36c759-ac19-477b-ab64-408abf3f0ef5 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:12.400280 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a47aac04-c7df-4415-a1b9-2e17164ddc12 req-8a36c759-ac19-477b-ab64-408abf3f0ef5 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 945 time: 0.0692735 Jul 14 14:01:12.439994 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a47aac04-c7df-4415-a1b9-2e17164ddc12 req-efdc2bcf-714b-4de6-bb0a-9873dab4e686 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/security-groups?id=1856a21d-f42b-45ac-b62a-a187561d9070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315168 Jul 14 14:01:13.629524 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b219703-a315-4f08-a534-a017406fb3eb req-604571d7-961a-4019-93ea-02340576bf62 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:13.631017 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8b219703-a315-4f08-a534-a017406fb3eb req-604571d7-961a-4019-93ea-02340576bf62 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 945 time: 0.0752640 Jul 14 14:01:13.668663 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8b219703-a315-4f08-a534-a017406fb3eb req-9dba844b-072e-438e-8bb2-5ffdd12b459c tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/security-groups?id=1856a21d-f42b-45ac-b62a-a187561d9070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320017 Jul 14 14:01:14.851017 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4619f2-b860-4786-bc47-50a63e50f894 req-ec020dfc-5eaa-44dd-bfc8-777b16d75100 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:14.852492 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9f4619f2-b860-4786-bc47-50a63e50f894 req-ec020dfc-5eaa-44dd-bfc8-777b16d75100 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 945 time: 0.0678544 Jul 14 14:01:14.889615 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9f4619f2-b860-4786-bc47-50a63e50f894 req-b44b7a78-7a87-4f1a-93cd-a33de5870ace tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/security-groups?id=1856a21d-f42b-45ac-b62a-a187561d9070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315375 Jul 14 14:01:16.078121 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e7696-c235-4b1b-862b-f8d53b6638c0 req-44fe67b8-eb48-4574-8f99-37dbbeef71c8 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:16.079615 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c51e7696-c235-4b1b-862b-f8d53b6638c0 req-44fe67b8-eb48-4574-8f99-37dbbeef71c8 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 945 time: 0.0708318 Jul 14 14:01:16.119343 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c51e7696-c235-4b1b-862b-f8d53b6638c0 req-2bd25e11-10ff-4f0d-8da3-41873862932e tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/security-groups?id=1856a21d-f42b-45ac-b62a-a187561d9070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314746 Jul 14 14:01:16.928298 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-391ca9ba-9a0e-434b-af19-dae56b3de8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:17.308674 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c0a23-f5ab-4ca0-959d-cf91cf11b84e req-6282a0c9-6a81-4d9e-b271-1639bf800c41 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:17.310116 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-905c0a23-f5ab-4ca0-959d-cf91cf11b84e req-6282a0c9-6a81-4d9e-b271-1639bf800c41 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 945 time: 0.0699024 Jul 14 14:01:17.353555 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-905c0a23-f5ab-4ca0-959d-cf91cf11b84e req-4b3a653e-328e-4519-ba25-455002c6c01f tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/security-groups?id=1856a21d-f42b-45ac-b62a-a187561d9070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351322 Jul 14 14:01:18.006627 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:18.534642 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740b432-6382-4bc6-aa05-0f066ec935b6 req-a88a7f4b-9eff-4b42-9b7d-c53816cbd519 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:18.536132 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e740b432-6382-4bc6-aa05-0f066ec935b6 req-a88a7f4b-9eff-4b42-9b7d-c53816cbd519 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 945 time: 0.0722039 Jul 14 14:01:18.575784 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e740b432-6382-4bc6-aa05-0f066ec935b6 req-6ff33e3a-f8b7-4abc-ad8a-8fb4c311e49e tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/security-groups?id=1856a21d-f42b-45ac-b62a-a187561d9070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315671 Jul 14 14:01:18.858856 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85ce33-892b-4068-bbf6-ed2d85cb5696 req-55b4e333-f2fb-4b02-932f-5878e9b46d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:18.860302 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7d85ce33-892b-4068-bbf6-ed2d85cb5696 req-55b4e333-f2fb-4b02-932f-5878e9b46d62 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe207ad70b0241cd8f33f1a0ac3ff905&device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 1098 time: 0.0569444 Jul 14 14:01:18.952541 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85ce33-892b-4068-bbf6-ed2d85cb5696 req-8700832d-cad0-4500-93f9-1bdc7595be8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:18.954002 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7d85ce33-892b-4068-bbf6-ed2d85cb5696 req-8700832d-cad0-4500-93f9-1bdc7595be8f service neutron] 10.222.0.59 "GET /v2.0/networks?id=1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d HTTP/1.1" status: 200 len: 910 time: 0.0868173 Jul 14 14:01:19.017081 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7d85ce33-892b-4068-bbf6-ed2d85cb5696 req-9c9b1c5c-4b8f-4925-8718-a655c47df580 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc4313f8-4290-4955-9685-c58935352fe1 HTTP/1.1" status: 200 len: 1001 time: 0.0563142 Jul 14 14:01:19.065130 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85ce33-892b-4068-bbf6-ed2d85cb5696 req-b238e775-3713-42ae-8038-0ba83e3ba8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:19.066513 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7d85ce33-892b-4068-bbf6-ed2d85cb5696 req-b238e775-3713-42ae-8038-0ba83e3ba8c5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4525e88-fc51-40c8-9a40-883045bb5556 HTTP/1.1" status: 200 len: 848 time: 0.0436883 Jul 14 14:01:19.134730 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85ce33-892b-4068-bbf6-ed2d85cb5696 req-6fd74816-0073-490c-8e27-4c1aa0b4fdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:19.136230 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7d85ce33-892b-4068-bbf6-ed2d85cb5696 req-6fd74816-0073-490c-8e27-4c1aa0b4fdfd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0632660 Jul 14 14:01:19.227898 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7d85ce33-892b-4068-bbf6-ed2d85cb5696 req-0e0526e7-15ab-4931-80d6-7cf08fe83a97 service neutron] 10.222.0.59 "GET /v2.0/networks/1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842590 Jul 14 14:01:19.318179 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7d85ce33-892b-4068-bbf6-ed2d85cb5696 req-78a31f4b-4ddc-4b6f-bacf-d1b2431a4e23 service neutron] 10.222.0.59 "GET /v2.0/networks/1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834589 Jul 14 14:01:19.459899 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-a3c02648-7805-4bf2-9fd9-ee10708f21a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:19.594950 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:19.749406 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd10ef2-2aeb-4194-9094-a6071be03060 req-666efdbd-9dcd-408d-91cb-b90a52553a88 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:19.750747 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-abd10ef2-2aeb-4194-9094-a6071be03060 req-666efdbd-9dcd-408d-91cb-b90a52553a88 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 945 time: 0.0638564 Jul 14 14:01:19.790008 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-abd10ef2-2aeb-4194-9094-a6071be03060 req-02ddd713-2914-4610-a16a-4ad04d86a669 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/security-groups?id=1856a21d-f42b-45ac-b62a-a187561d9070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312297 Jul 14 14:01:19.870827 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.agents_db [None req-f94fc2f4-144f-4bce-9715-a006bfd56775 None None] Agent healthcheck: found 6 active agents {{(pid=104576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:01:20.630878 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:20.977297 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574619b-e15c-4c5b-a3ca-d0f0b99cc131 req-38f9f388-2ee5-4bae-9dd5-e85cd61bdfb7 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:20.978827 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c574619b-e15c-4c5b-a3ca-d0f0b99cc131 req-38f9f388-2ee5-4bae-9dd5-e85cd61bdfb7 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 945 time: 0.0671146 Jul 14 14:01:21.019887 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c574619b-e15c-4c5b-a3ca-d0f0b99cc131 req-f3c7a85e-2377-49a8-86e1-f61e8e89613f tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/security-groups?id=1856a21d-f42b-45ac-b62a-a187561d9070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336757 Jul 14 14:01:22.139126 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:22.206084 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88442b9e-38b7-42f7-816a-8c62f6adddc4 req-569bf758-d1e4-49e0-bca3-18dc0193b9fb tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:22.207621 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-88442b9e-38b7-42f7-816a-8c62f6adddc4 req-569bf758-d1e4-49e0-bca3-18dc0193b9fb tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 945 time: 0.0668955 Jul 14 14:01:22.245069 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-88442b9e-38b7-42f7-816a-8c62f6adddc4 req-33d13779-a473-46a6-b690-8dd19018894b tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/security-groups?id=1856a21d-f42b-45ac-b62a-a187561d9070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318456 Jul 14 14:01:22.587728 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb26302-cc77-4d2b-8c69-2f7e13bbcbc5 req-c0a72f96-9132-401a-bc88-8909b929a308 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:22.589175 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ddb26302-cc77-4d2b-8c69-2f7e13bbcbc5 req-c0a72f96-9132-401a-bc88-8909b929a308 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 945 time: 0.0613325 Jul 14 14:01:22.626672 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ddb26302-cc77-4d2b-8c69-2f7e13bbcbc5 req-2e6941fe-3895-4e67-bcd8-34658c1c95a1 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/security-groups?id=1856a21d-f42b-45ac-b62a-a187561d9070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318301 Jul 14 14:01:22.657487 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-02508f6e-8f79-4bc4-8438-9e65eaf879cc req-0d026cc4-ae0c-4ba9-8bf6-2bdedbc87526 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1882541 Jul 14 14:01:23.808813 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c417d-dd64-469f-b5e5-23f8e285a4e2 req-7ffe2437-75b8-418f-b04d-fb1543ae9c8b tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:23.810290 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e31c417d-dd64-469f-b5e5-23f8e285a4e2 req-7ffe2437-75b8-418f-b04d-fb1543ae9c8b tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 945 time: 0.0695519 Jul 14 14:01:23.847935 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e31c417d-dd64-469f-b5e5-23f8e285a4e2 req-62e045ae-09fb-44f0-acc2-9d3fe6509cf2 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/security-groups?id=1856a21d-f42b-45ac-b62a-a187561d9070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319455 Jul 14 14:01:24.421065 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02508f6e-8f79-4bc4-8438-9e65eaf879cc req-1cfb34b0-179f-4ba1-aa69-0e809ee1c405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:24.426198 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-02508f6e-8f79-4bc4-8438-9e65eaf879cc req-1cfb34b0-179f-4ba1-aa69-0e809ee1c405 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441&tenant_id=fe207ad70b0241cd8f33f1a0ac3ff905 HTTP/1.1" status: 200 len: 1098 time: 0.0572958 Jul 14 14:01:24.507330 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02508f6e-8f79-4bc4-8438-9e65eaf879cc req-22b4b790-9462-4115-95da-91af9eb900d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:24.508671 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-02508f6e-8f79-4bc4-8438-9e65eaf879cc req-22b4b790-9462-4115-95da-91af9eb900d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe207ad70b0241cd8f33f1a0ac3ff905&device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 1098 time: 0.0524697 Jul 14 14:01:24.599678 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02508f6e-8f79-4bc4-8438-9e65eaf879cc req-22079939-d55a-4b6f-9417-a847a219962e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:24.601131 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-02508f6e-8f79-4bc4-8438-9e65eaf879cc req-22079939-d55a-4b6f-9417-a847a219962e service neutron] 10.222.0.59 "GET /v2.0/networks?id=1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d HTTP/1.1" status: 200 len: 910 time: 0.0861540 Jul 14 14:01:24.663258 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-02508f6e-8f79-4bc4-8438-9e65eaf879cc req-076a3827-bd33-4f8d-9bb5-072c7b77a58f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc4313f8-4290-4955-9685-c58935352fe1 HTTP/1.1" status: 200 len: 1001 time: 0.0556390 Jul 14 14:01:24.715128 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02508f6e-8f79-4bc4-8438-9e65eaf879cc req-336fddd1-28e6-484b-89e4-e34d8e79bfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:24.716583 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-02508f6e-8f79-4bc4-8438-9e65eaf879cc req-336fddd1-28e6-484b-89e4-e34d8e79bfab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4525e88-fc51-40c8-9a40-883045bb5556 HTTP/1.1" status: 200 len: 848 time: 0.0471084 Jul 14 14:01:24.775315 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02508f6e-8f79-4bc4-8438-9e65eaf879cc req-6657850a-8020-44b5-9c97-be60dfed3414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:24.776791 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-02508f6e-8f79-4bc4-8438-9e65eaf879cc req-6657850a-8020-44b5-9c97-be60dfed3414 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532053 Jul 14 14:01:24.778022 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device fc4313f8-4290-4955-9685-c58935352fe1 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:01:24.858641 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:24.862958 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-02508f6e-8f79-4bc4-8438-9e65eaf879cc req-4ed0b636-0b22-490d-bb25-3d5384c07fe5 service neutron] 10.222.0.59 "GET /v2.0/networks/1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793717 Jul 14 14:01:24.881581 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed653b5-a044-4d02-83aa-ceadaee6e441', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc4313f8-4290-4955-9685-c58935352fe1'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:01:24.883883 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06891aadf294c70300823a606954559f382215362bc7d52ae5ebbe768d2ce9e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2b8fc4-eafb-4f42-99e2-5942bf83bce8" -d '{"events": [{"server_uuid": "0ed653b5-a044-4d02-83aa-ceadaee6e441", "name": "network-vif-unplugged", "status": "completed", "tag": "fc4313f8-4290-4955-9685-c58935352fe1"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:01:24.897949 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port fc4313f8-4290-4955-9685-c58935352fe1, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=fc4313f8-4290-4955-9685-c58935352fe1,segment=NetworkSegment(1063a647-fcf3-495f-9b4f-92ad05366b43),segment_id=1063a647-fcf3-495f-9b4f-92ad05366b43)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:01:24.907968 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:24.961162 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-02508f6e-8f79-4bc4-8438-9e65eaf879cc req-01117d6f-bc28-4014-9acb-63ff82f91c86 service neutron] 10.222.0.59 "GET /v2.0/networks/1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921183 Jul 14 14:01:24.962177 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=fc4313f8-4290-4955-9685-c58935352fe1,revision_number=6']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:24.975738 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:24.976465 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:24.976954 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:24.977445 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:24.977924 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:24.978522 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:24.979030 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:24.979506 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:24.979983 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:24.980455 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:24.980940 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:24.981426 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:25.036160 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd8c6d-6d86-4a12-a956-4d33de7d0cab req-e71ef80a-2dba-4b17-988f-7c43e06531a5 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:25.037700 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-50fd8c6d-6d86-4a12-a956-4d33de7d0cab req-e71ef80a-2dba-4b17-988f-7c43e06531a5 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 943 time: 0.0708389 Jul 14 14:01:25.062046 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 14:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6beefc5e-9fca-48eb-b9b9-c4107c2d3372 x-openstack-request-id: req-6beefc5e-9fca-48eb-b9b9-c4107c2d3372 {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:01:25.062338 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed653b5-a044-4d02-83aa-ceadaee6e441", "name": "network-vif-unplugged", "status": "completed", "tag": "fc4313f8-4290-4955-9685-c58935352fe1", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:01:25.062586 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6beefc5e-9fca-48eb-b9b9-c4107c2d3372 {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:01:25.063018 dv-cinder-800697-2-iscsi neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed653b5-a044-4d02-83aa-ceadaee6e441', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc4313f8-4290-4955-9685-c58935352fe1', 'code': 200} Jul 14 14:01:25.075204 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-50fd8c6d-6d86-4a12-a956-4d33de7d0cab req-57eaa0d6-b75a-4d39-8a07-abc1b3959df2 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/security-groups?id=1856a21d-f42b-45ac-b62a-a187561d9070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320020 Jul 14 14:01:26.270877 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6076f-6c08-4b63-9948-e323d4e79caf req-be8805a6-16aa-4bc5-9266-e2b3cc9d3b3f tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:26.272342 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-04f6076f-6c08-4b63-9948-e323d4e79caf req-be8805a6-16aa-4bc5-9266-e2b3cc9d3b3f tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 943 time: 0.0652323 Jul 14 14:01:26.313037 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-04f6076f-6c08-4b63-9948-e323d4e79caf req-34770c23-621f-40b9-b36d-d5f509a9d988 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/security-groups?id=1856a21d-f42b-45ac-b62a-a187561d9070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327747 Jul 14 14:01:27.494821 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a91ea3-0356-42e5-b838-f0e65b932f88 req-1c4884c7-6b56-4a39-b459-be4397ace348 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:27.496232 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a9a91ea3-0356-42e5-b838-f0e65b932f88 req-1c4884c7-6b56-4a39-b459-be4397ace348 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 943 time: 0.0675197 Jul 14 14:01:27.540828 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a9a91ea3-0356-42e5-b838-f0e65b932f88 req-9b0aefb0-d80e-4c9f-8378-a988183cc14b tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/security-groups?id=1856a21d-f42b-45ac-b62a-a187561d9070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386360 Jul 14 14:01:28.727647 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2682ae6-3920-485b-ac68-7199b3eb5439 req-50b9c220-c338-4072-bf85-21435c3622c7 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:28.729062 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c2682ae6-3920-485b-ac68-7199b3eb5439 req-50b9c220-c338-4072-bf85-21435c3622c7 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 943 time: 0.0713079 Jul 14 14:01:28.768449 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c2682ae6-3920-485b-ac68-7199b3eb5439 req-535dde3b-f2ed-4206-9d0e-860390b0e79b tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/security-groups?id=1856a21d-f42b-45ac-b62a-a187561d9070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338233 Jul 14 14:01:29.960712 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22db136-9284-495a-a451-603f5eeda05c req-0fbeb0c1-074c-484c-a476-2d2c91be9f5b tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:29.962515 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c22db136-9284-495a-a451-603f5eeda05c req-0fbeb0c1-074c-484c-a476-2d2c91be9f5b tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 943 time: 0.0696733 Jul 14 14:01:30.008749 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c22db136-9284-495a-a451-603f5eeda05c req-90137eb3-e271-45cd-b3b4-2cf62b9a37d8 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/security-groups?id=1856a21d-f42b-45ac-b62a-a187561d9070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380776 Jul 14 14:01:31.134280 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4b173-fbaa-484a-ac15-3d97920802f8 req-5479b9cc-440f-404c-8b4d-0d76d0e29bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:31.135722 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b5f4b173-fbaa-484a-ac15-3d97920802f8 req-5479b9cc-440f-404c-8b4d-0d76d0e29bbe service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 1096 time: 0.0621898 Jul 14 14:01:31.191193 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b5f4b173-fbaa-484a-ac15-3d97920802f8 req-d101cf4e-97f2-4db5-af84-1f72bb231e3f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1856a21d-f42b-45ac-b62a-a187561d9070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366914 Jul 14 14:01:31.212307 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b94eb7-cbec-4d90-a2b6-a34111f680f1 req-274517c8-94cd-41f9-8092-21ced86e9778 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:31.213754 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d6b94eb7-cbec-4d90-a2b6-a34111f680f1 req-274517c8-94cd-41f9-8092-21ced86e9778 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 943 time: 0.0903499 Jul 14 14:01:31.250837 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d6b94eb7-cbec-4d90-a2b6-a34111f680f1 req-d7f710a7-1bce-4c38-8c2a-3529be8ad8a5 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/security-groups?id=1856a21d-f42b-45ac-b62a-a187561d9070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314305 Jul 14 14:01:32.451870 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5932c0-90f2-4130-abb1-7a8764ff1f44 req-5b25604e-1c20-43a7-a2a7-925cbb19d3a6 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:32.453248 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2a5932c0-90f2-4130-abb1-7a8764ff1f44 req-5b25604e-1c20-43a7-a2a7-925cbb19d3a6 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 943 time: 0.0732951 Jul 14 14:01:32.494364 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2a5932c0-90f2-4130-abb1-7a8764ff1f44 req-0abc9f7e-59c6-460d-9f15-97434625e96e tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/security-groups?id=1856a21d-f42b-45ac-b62a-a187561d9070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329006 Jul 14 14:01:32.826390 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device fc4313f8-4290-4955-9685-c58935352fe1 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=104575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:01:32.930396 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port fc4313f8-4290-4955-9685-c58935352fe1, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=fc4313f8-4290-4955-9685-c58935352fe1,segment=NetworkSegment(1063a647-fcf3-495f-9b4f-92ad05366b43),segment_id=1063a647-fcf3-495f-9b4f-92ad05366b43)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:01:32.941550 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Returning: {'device': 'fc4313f8-4290-4955-9685-c58935352fe1', 'network_id': '1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d', 'port_id': 'fc4313f8-4290-4955-9685-c58935352fe1', 'mac_address': 'fa:16:3e:c2:07:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4525e88-fc51-40c8-9a40-883045bb5556', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:01:32.984698 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:32.998607 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc4313f8-4290-4955-9685-c58935352fe1 {{(pid=104575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:01:33.019217 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port fc4313f8-4290-4955-9685-c58935352fe1, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=fc4313f8-4290-4955-9685-c58935352fe1,segment=NetworkSegment(1063a647-fcf3-495f-9b4f-92ad05366b43),segment_id=1063a647-fcf3-495f-9b4f-92ad05366b43)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:01:33.026411 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:33.077789 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=fc4313f8-4290-4955-9685-c58935352fe1,revision_number=7']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:33.349482 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] get_ports_and_sgs() called for port_ids ['fc4313f8-4290-4955-9685-c58935352fe1'] {{(pid=104575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:01:34.831317 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device fc4313f8-4290-4955-9685-c58935352fe1 up at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:01:34.888863 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Provisioning complete for port fc4313f8-4290-4955-9685-c58935352fe1 triggered by entity L2. {{(pid=104575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:01:34.889221 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3926195'] for port, provisioning_complete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:34.965246 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688564'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:34.991847 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed653b5-a044-4d02-83aa-ceadaee6e441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4313f8-4290-4955-9685-c58935352fe1'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:01:34.995509 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06891aadf294c70300823a606954559f382215362bc7d52ae5ebbe768d2ce9e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9aa143-3a5e-4d45-894f-6245d4e0e081" -d '{"events": [{"server_uuid": "0ed653b5-a044-4d02-83aa-ceadaee6e441", "name": "network-vif-plugged", "status": "completed", "tag": "fc4313f8-4290-4955-9685-c58935352fe1"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:01:35.010757 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] For port fc4313f8-4290-4955-9685-c58935352fe1, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=fc4313f8-4290-4955-9685-c58935352fe1,segment=NetworkSegment(1063a647-fcf3-495f-9b4f-92ad05366b43),segment_id=1063a647-fcf3-495f-9b4f-92ad05366b43)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:01:35.017480 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787525619487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525295773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525295791'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:35.040334 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a922ec-7268-4b4f-9ddf-b07ba6cbbb64 x-openstack-request-id: req-60a922ec-7268-4b4f-9ddf-b07ba6cbbb64 {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:01:35.040622 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed653b5-a044-4d02-83aa-ceadaee6e441", "name": "network-vif-plugged", "status": "completed", "tag": "fc4313f8-4290-4955-9685-c58935352fe1", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:01:35.040861 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-60a922ec-7268-4b4f-9ddf-b07ba6cbbb64 {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:01:35.041241 dv-cinder-800697-2-iscsi neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed653b5-a044-4d02-83aa-ceadaee6e441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4313f8-4290-4955-9685-c58935352fe1', 'code': 200} Jul 14 14:01:35.066008 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Pushing event updated for resources: {'Port': ['ID=fc4313f8-4290-4955-9685-c58935352fe1,revision_number=8']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:46.929210 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa512b3b-4f56-4e22-ad29-a22bd1df4a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:48.007589 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:49.463707 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8ceff772-f7de-4645-b17b-12ae0b474e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:49.595756 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:50.636158 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:52.150313 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:53.697674 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9ac7ccf2-d1dc-4004-a7d3-99afbdb085a0 req-20fea263-8ab5-48a4-b506-4aabd818923e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0588520 Jul 14 14:01:53.817326 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7ccf2-d1dc-4004-a7d3-99afbdb085a0 req-9cd180f8-775c-41da-bb88-930f9c151ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:53.818775 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9ac7ccf2-d1dc-4004-a7d3-99afbdb085a0 req-9cd180f8-775c-41da-bb88-930f9c151ae2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe207ad70b0241cd8f33f1a0ac3ff905&device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 1098 time: 0.0593801 Jul 14 14:01:53.935148 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7ccf2-d1dc-4004-a7d3-99afbdb085a0 req-a0687e1d-8996-41ce-9e30-49829743297e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:53.936638 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9ac7ccf2-d1dc-4004-a7d3-99afbdb085a0 req-a0687e1d-8996-41ce-9e30-49829743297e service neutron] 10.222.0.59 "GET /v2.0/networks?id=1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d HTTP/1.1" status: 200 len: 910 time: 0.0966101 Jul 14 14:01:54.000647 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9ac7ccf2-d1dc-4004-a7d3-99afbdb085a0 req-5a3a0d07-cf50-4eac-8252-31dd34f69ea7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc4313f8-4290-4955-9685-c58935352fe1 HTTP/1.1" status: 200 len: 1001 time: 0.0566316 Jul 14 14:01:54.048011 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7ccf2-d1dc-4004-a7d3-99afbdb085a0 req-3a1ac740-7113-4065-819b-52f118c09823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:54.049385 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9ac7ccf2-d1dc-4004-a7d3-99afbdb085a0 req-3a1ac740-7113-4065-819b-52f118c09823 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4525e88-fc51-40c8-9a40-883045bb5556 HTTP/1.1" status: 200 len: 848 time: 0.0424261 Jul 14 14:01:54.113170 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7ccf2-d1dc-4004-a7d3-99afbdb085a0 req-66f72b2f-c84f-4842-84fa-f7646595505f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:54.114609 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9ac7ccf2-d1dc-4004-a7d3-99afbdb085a0 req-66f72b2f-c84f-4842-84fa-f7646595505f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578172 Jul 14 14:01:54.208246 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9ac7ccf2-d1dc-4004-a7d3-99afbdb085a0 req-111da674-f784-41a2-bb07-4388b1497672 service neutron] 10.222.0.59 "GET /v2.0/networks/1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853159 Jul 14 14:01:54.299678 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9ac7ccf2-d1dc-4004-a7d3-99afbdb085a0 req-e5da9fa3-141b-4085-8d8f-84a72b54e22e service neutron] 10.222.0.59 "GET /v2.0/networks/1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839555 Jul 14 14:01:56.875216 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.agents_db [None req-f94fc2f4-144f-4bce-9715-a006bfd56775 None None] Agent healthcheck: found 6 active agents {{(pid=104576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:02:16.924560 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c29750d8-22ed-4cd6-884b-52798f92b2e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:18.043377 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:19.469668 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-1332f1e7-074d-4791-a12e-e0458449d73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:19.595049 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:20.640047 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:22.150123 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:33.879772 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.agents_db [None req-f94fc2f4-144f-4bce-9715-a006bfd56775 None None] Agent healthcheck: found 6 active agents {{(pid=104576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:02:44.567140 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 51942) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:44.735267 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-0eb4d64b-5eb9-4a3e-883a-f047fbf743d6 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Deleting port 583c851b-386f-4b82-bd1d-5338efcdb5a2 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:02:44.735610 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0eb4d64b-5eb9-4a3e-883a-f047fbf743d6 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:44.808877 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0eb4d64b-5eb9-4a3e-883a-f047fbf743d6 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:44.809171 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0eb4d64b-5eb9-4a3e-883a-f047fbf743d6 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:44.820510 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-0eb4d64b-5eb9-4a3e-883a-f047fbf743d6 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Calling delete_port for 583c851b-386f-4b82-bd1d-5338efcdb5a2 owned by network:floatingip {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:02:44.972467 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0eb4d64b-5eb9-4a3e-883a-f047fbf743d6 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:44.996907 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb4d64b-5eb9-4a3e-883a-f047fbf743d6 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Pushing event deleted for resources: {'Port': ['ID=583c851b-386f-4b82-bd1d-5338efcdb5a2,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:45.007954 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb4d64b-5eb9-4a3e-883a-f047fbf743d6 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:45.008306 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb4d64b-5eb9-4a3e-883a-f047fbf743d6 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:45.008648 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb4d64b-5eb9-4a3e-883a-f047fbf743d6 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:45.008983 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb4d64b-5eb9-4a3e-883a-f047fbf743d6 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:45.009313 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb4d64b-5eb9-4a3e-883a-f047fbf743d6 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:45.009642 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb4d64b-5eb9-4a3e-883a-f047fbf743d6 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:45.009967 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb4d64b-5eb9-4a3e-883a-f047fbf743d6 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:45.010322 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb4d64b-5eb9-4a3e-883a-f047fbf743d6 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:45.010647 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb4d64b-5eb9-4a3e-883a-f047fbf743d6 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:45.010962 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb4d64b-5eb9-4a3e-883a-f047fbf743d6 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:45.011310 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb4d64b-5eb9-4a3e-883a-f047fbf743d6 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:45.011642 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb4d64b-5eb9-4a3e-883a-f047fbf743d6 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:45.352742 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0eb4d64b-5eb9-4a3e-883a-f047fbf743d6 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks [] for floatingip, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:45.353052 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.db.l3_db [None req-0eb4d64b-5eb9-4a3e-883a-f047fbf743d6 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Floating IP 3e71ad30-ab6a-4a63-9c12-f579a06570a7 disassociated (deleted). External IP: 172.27.1.164, port: fc4313f8-4290-4955-9685-c58935352fe1. Jul 14 14:02:45.569662 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb4d64b-5eb9-4a3e-883a-f047fbf743d6 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Router a32c44bc-0b50-4ccc-a163-45ac28178e49 has already been hosted by L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:02:45.677476 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb4d64b-5eb9-4a3e-883a-f047fbf743d6 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:02:45.682464 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0eb4d64b-5eb9-4a3e-883a-f047fbf743d6 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for floatingip, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:45.686960 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea834f29-de08-43ad-a919-fc654f8af9d5 None None] Sync routers for ids ['a32c44bc-0b50-4ccc-a163-45ac28178e49'] in dv-cinder-800697-2-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:02:45.697198 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea834f29-de08-43ad-a919-fc654f8af9d5 None None] Routers {'a32c44bc-0b50-4ccc-a163-45ac28178e49'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:02:45.697882 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-ea834f29-de08-43ad-a919-fc654f8af9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T14:02:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['a32c44bc-0b50-4ccc-a163-45ac28178e49'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:45.719223 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-0eb4d64b-5eb9-4a3e-883a-f047fbf743d6 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "DELETE /v2.0/floatingips/3e71ad30-ab6a-4a63-9c12-f579a06570a7 HTTP/1.1" status: 204 len: 168 time: 1.1507568 Jul 14 14:02:45.719841 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed653b5-a044-4d02-83aa-ceadaee6e441', 'tag': 'fc4313f8-4290-4955-9685-c58935352fe1'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:02:45.722180 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac723f1-7033-4a31-a06c-02c271efd8c4" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed653b5-a044-4d02-83aa-ceadaee6e441", "tag": "fc4313f8-4290-4955-9685-c58935352fe1"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:02:45.868398 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfef980f-05e4-4291-8944-27b42b7d0c83 x-openstack-request-id: req-cfef980f-05e4-4291-8944-27b42b7d0c83 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:02:45.868698 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed653b5-a044-4d02-83aa-ceadaee6e441", "tag": "fc4313f8-4290-4955-9685-c58935352fe1", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:02:45.868957 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cfef980f-05e4-4291-8944-27b42b7d0c83 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:02:45.869367 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed653b5-a044-4d02-83aa-ceadaee6e441', 'tag': 'fc4313f8-4290-4955-9685-c58935352fe1', 'status': 'completed', 'code': 200} Jul 14 14:02:45.937306 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-ea834f29-de08-43ad-a919-fc654f8af9d5 None None] Set router a32c44bc-0b50-4ccc-a163-45ac28178e49 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:02:45.971143 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac723f1-7033-4a31-a06c-02c271efd8c4 req-3c9fe138-7496-446a-8c87-60a90edd0171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:45.972789 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-3ac723f1-7033-4a31-a06c-02c271efd8c4 req-3c9fe138-7496-446a-8c87-60a90edd0171 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe207ad70b0241cd8f33f1a0ac3ff905&device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 1098 time: 0.0555234 Jul 14 14:02:46.131854 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac723f1-7033-4a31-a06c-02c271efd8c4 req-92a94f17-e42d-4b30-9a9b-8a253f7e6284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:46.133337 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-3ac723f1-7033-4a31-a06c-02c271efd8c4 req-92a94f17-e42d-4b30-9a9b-8a253f7e6284 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d HTTP/1.1" status: 200 len: 910 time: 0.1254499 Jul 14 14:02:46.136261 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-ea834f29-de08-43ad-a919-fc654f8af9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32c44bc-0b50-4ccc-a163-45ac28178e49', 'name': 'tempest-TestShelveInstance-2059083931-router', 'tenant_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '64910354-f8c2-4677-8a77-d291f0e8e97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:58:27Z', 'updated_at': '2021-07-14T13:58:30Z', 'revision_number': 4, 'project_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'gw_port': {'id': '64910354-f8c2-4677-8a77-d291f0e8e97d', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32c44bc-0b50-4ccc-a163-45ac28178e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:58:27Z', 'updated_at': '2021-07-14T13:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': '8fee6fd8-6396-4243-be1a-6dc55326c71a', 'name': '', 'network_id': '1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d', 'tenant_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'mac_address': 'fa:16:3e:ff:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32c44bc-0b50-4ccc-a163-45ac28178e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'a4525e88-fc51-40c8-9a40-883045bb5556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:58:29Z', 'updated_at': '2021-07-14T13:58:35Z', 'revision_number': 5, 'project_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'subnets': [{'id': 'a4525e88-fc51-40c8-9a40-883045bb5556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:46.154929 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a895cd-8d85-439a-81ad-d1ad6763cb26 req-e14d040f-fadc-4d80-8708-26dce3f13dd6 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:46.156387 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-92a895cd-8d85-439a-81ad-d1ad6763cb26 req-e14d040f-fadc-4d80-8708-26dce3f13dd6 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 945 time: 0.1020565 Jul 14 14:02:46.166187 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea834f29-de08-43ad-a919-fc654f8af9d5 None None] Checking router: a32c44bc-0b50-4ccc-a163-45ac28178e49 for host: dv-cinder-800697-2-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:02:46.175049 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea834f29-de08-43ad-a919-fc654f8af9d5 None None] Routers {'a32c44bc-0b50-4ccc-a163-45ac28178e49'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:02:46.175654 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-ea834f29-de08-43ad-a919-fc654f8af9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T14:02:19Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['a32c44bc-0b50-4ccc-a163-45ac28178e49'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:46.195085 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-3ac723f1-7033-4a31-a06c-02c271efd8c4 req-5bfec010-4576-44cd-a7c0-09a71471b276 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc4313f8-4290-4955-9685-c58935352fe1 HTTP/1.1" status: 200 len: 217 time: 0.0526164 Jul 14 14:02:46.253172 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-92a895cd-8d85-439a-81ad-d1ad6763cb26 req-a2bbf9ad-8d09-4cd9-9171-a203be7e0b0e tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/security-groups?id=1856a21d-f42b-45ac-b62a-a187561d9070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650783 Jul 14 14:02:46.260312 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac723f1-7033-4a31-a06c-02c271efd8c4 req-e98d2947-4dee-4beb-b656-7cdbbeb4c08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:46.261868 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-3ac723f1-7033-4a31-a06c-02c271efd8c4 req-e98d2947-4dee-4beb-b656-7cdbbeb4c08f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a4525e88-fc51-40c8-9a40-883045bb5556 HTTP/1.1" status: 200 len: 848 time: 0.0584073 Jul 14 14:02:46.284189 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-ea834f29-de08-43ad-a919-fc654f8af9d5 None None] Set router a32c44bc-0b50-4ccc-a163-45ac28178e49 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:02:46.319843 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac723f1-7033-4a31-a06c-02c271efd8c4 req-cf5f7150-584e-4ace-87c8-35e59a7b79e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:46.321364 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-3ac723f1-7033-4a31-a06c-02c271efd8c4 req-cf5f7150-584e-4ace-87c8-35e59a7b79e8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513453 Jul 14 14:02:46.414961 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-3ac723f1-7033-4a31-a06c-02c271efd8c4 req-3e6b4b6d-58e4-4baa-986a-048ef82b4226 service neutron] 10.222.0.59 "GET /v2.0/networks/1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841784 Jul 14 14:02:46.483820 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-ea834f29-de08-43ad-a919-fc654f8af9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32c44bc-0b50-4ccc-a163-45ac28178e49', 'name': 'tempest-TestShelveInstance-2059083931-router', 'tenant_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '64910354-f8c2-4677-8a77-d291f0e8e97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:58:27Z', 'updated_at': '2021-07-14T13:58:30Z', 'revision_number': 4, 'project_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'gw_port': {'id': '64910354-f8c2-4677-8a77-d291f0e8e97d', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32c44bc-0b50-4ccc-a163-45ac28178e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:58:27Z', 'updated_at': '2021-07-14T13:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': '8fee6fd8-6396-4243-be1a-6dc55326c71a', 'name': '', 'network_id': '1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d', 'tenant_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'mac_address': 'fa:16:3e:ff:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32c44bc-0b50-4ccc-a163-45ac28178e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'a4525e88-fc51-40c8-9a40-883045bb5556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:58:29Z', 'updated_at': '2021-07-14T13:58:35Z', 'revision_number': 5, 'project_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'subnets': [{'id': 'a4525e88-fc51-40c8-9a40-883045bb5556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:46.503661 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-3ac723f1-7033-4a31-a06c-02c271efd8c4 req-46e47dfd-1cb8-4261-a93e-a958104d5aa3 service neutron] 10.222.0.59 "GET /v2.0/networks/1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823326 Jul 14 14:02:46.509826 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea834f29-de08-43ad-a919-fc654f8af9d5 None None] The sync data for ids ['a32c44bc-0b50-4ccc-a163-45ac28178e49'] in dv-cinder-800697-2-iscsi is: [{'id': 'a32c44bc-0b50-4ccc-a163-45ac28178e49', 'name': 'tempest-TestShelveInstance-2059083931-router', 'tenant_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '64910354-f8c2-4677-8a77-d291f0e8e97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:58:27Z', 'updated_at': '2021-07-14T13:58:30Z', 'revision_number': 4, 'project_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'gw_port': {'id': '64910354-f8c2-4677-8a77-d291f0e8e97d', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32c44bc-0b50-4ccc-a163-45ac28178e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:58:27Z', 'updated_at': '2021-07-14T13:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi', '_interfaces': [{'id': '8fee6fd8-6396-4243-be1a-6dc55326c71a', 'name': '', 'network_id': '1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d', 'tenant_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'mac_address': 'fa:16:3e:ff:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32c44bc-0b50-4ccc-a163-45ac28178e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'a4525e88-fc51-40c8-9a40-883045bb5556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:58:29Z', 'updated_at': '2021-07-14T13:58:35Z', 'revision_number': 5, 'project_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'subnets': [{'id': 'a4525e88-fc51-40c8-9a40-883045bb5556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:02:46.844018 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4529f0-ec5f-46b8-a954-cfd97b714afa None None] New status for floating IP 3e71ad30-ab6a-4a63-9c12-f579a06570a7: DOWN {{(pid=104576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:02:46.909865 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-9145ad53-4e89-4382-9883-0e2adffd9cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:47.458822 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e10b7-8cf6-46e7-aa43-6e7ec36f4a2b req-efefb9ab-78cb-41e5-a944-88812d86e31e tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:47.460215 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3e3e10b7-8cf6-46e7-aa43-6e7ec36f4a2b req-efefb9ab-78cb-41e5-a944-88812d86e31e tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 945 time: 0.0793264 Jul 14 14:02:47.501467 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3e3e10b7-8cf6-46e7-aa43-6e7ec36f4a2b req-704c7703-0cde-43c1-b1d0-2145d7f0670e tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/security-groups?id=1856a21d-f42b-45ac-b62a-a187561d9070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328948 Jul 14 14:02:47.762539 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3e320-5153-4405-bf48-7d8553297b50 req-811c45c6-bc1f-40a0-b22f-4575bfb0fb4b tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:47.763892 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-aea3e320-5153-4405-bf48-7d8553297b50 req-811c45c6-bc1f-40a0-b22f-4575bfb0fb4b tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 945 time: 0.0735323 Jul 14 14:02:47.862116 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-aea3e320-5153-4405-bf48-7d8553297b50 req-7f58cae3-9d21-4fd3-ae82-346d9536ee80 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Deleting port fc4313f8-4290-4955-9685-c58935352fe1 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:02:47.862424 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-aea3e320-5153-4405-bf48-7d8553297b50 req-7f58cae3-9d21-4fd3-ae82-346d9536ee80 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:47.952139 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-aea3e320-5153-4405-bf48-7d8553297b50 req-7f58cae3-9d21-4fd3-ae82-346d9536ee80 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] For port fc4313f8-4290-4955-9685-c58935352fe1, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=fc4313f8-4290-4955-9685-c58935352fe1,segment=NetworkSegment(1063a647-fcf3-495f-9b4f-92ad05366b43),segment_id=1063a647-fcf3-495f-9b4f-92ad05366b43)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:02:47.952509 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-aea3e320-5153-4405-bf48-7d8553297b50 req-7f58cae3-9d21-4fd3-ae82-346d9536ee80 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:47.966132 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-aea3e320-5153-4405-bf48-7d8553297b50 req-7f58cae3-9d21-4fd3-ae82-346d9536ee80 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Calling delete_port for fc4313f8-4290-4955-9685-c58935352fe1 owned by compute:nova {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:02:48.049384 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:48.096138 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-aea3e320-5153-4405-bf48-7d8553297b50 req-7f58cae3-9d21-4fd3-ae82-346d9536ee80 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:48.126035 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58cae3-9d21-4fd3-ae82-346d9536ee80 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Pushing event deleted for resources: {'Port': ['ID=fc4313f8-4290-4955-9685-c58935352fe1,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:48.172445 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea3e320-5153-4405-bf48-7d8553297b50 req-7f58cae3-9d21-4fd3-ae82-346d9536ee80 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] No DVR routers for this DVR port fc4313f8-4290-4955-9685-c58935352fe1 on host hv-cinder-80069 {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:02:48.175141 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-aea3e320-5153-4405-bf48-7d8553297b50 req-7f58cae3-9d21-4fd3-ae82-346d9536ee80 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32996'] for port, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:48.177205 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [req-aea3e320-5153-4405-bf48-7d8553297b50 req-7f58cae3-9d21-4fd3-ae82-346d9536ee80 tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.59 "DELETE /v2.0/ports/fc4313f8-4290-4955-9685-c58935352fe1 HTTP/1.1" status: 204 len: 173 time: 0.4070616 Jul 14 14:02:48.177750 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed653b5-a044-4d02-83aa-ceadaee6e441', 'name': 'network-vif-deleted', 'tag': 'fc4313f8-4290-4955-9685-c58935352fe1'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:02:48.180625 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6701766c7b783f7c589df0d0270c445313deed4805c824a7beb30ecd7452bb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c63a5a-7d1c-4892-b2a3-1459db65cbcf" -d '{"events": [{"server_uuid": "0ed653b5-a044-4d02-83aa-ceadaee6e441", "name": "network-vif-deleted", "tag": "fc4313f8-4290-4955-9685-c58935352fe1"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:02:48.217908 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4b2d24-dc5c-473d-a90a-6c9784c0303c x-openstack-request-id: req-2d4b2d24-dc5c-473d-a90a-6c9784c0303c {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:02:48.218279 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed653b5-a044-4d02-83aa-ceadaee6e441", "name": "network-vif-deleted", "tag": "fc4313f8-4290-4955-9685-c58935352fe1", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:02:48.218533 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2d4b2d24-dc5c-473d-a90a-6c9784c0303c {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:02:48.219051 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed653b5-a044-4d02-83aa-ceadaee6e441', 'name': 'network-vif-deleted', 'tag': 'fc4313f8-4290-4955-9685-c58935352fe1', 'status': 'completed', 'code': 200} Jul 14 14:02:48.652576 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [req-045a16b0-9f1f-49de-a5f3-a84616a13e9a req-b21f405a-1e36-440c-8d32-7f06b91630ae tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ed653b5-a044-4d02-83aa-ceadaee6e441 HTTP/1.1" status: 200 len: 210 time: 0.0326967 Jul 14 14:02:49.460224 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ab5ded70-0f01-435a-b09f-b2064b0d1313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:49.597971 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:49.755728 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 51972) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:49.813597 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-188f3aa7-543a-4a01-bf04-d381ac58f5ac tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:49.837832 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-188f3aa7-543a-4a01-bf04-d381ac58f5ac tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:49.896903 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-188f3aa7-543a-4a01-bf04-d381ac58f5ac tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:49.901770 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-188f3aa7-543a-4a01-bf04-d381ac58f5ac tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:49.903783 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-188f3aa7-543a-4a01-bf04-d381ac58f5ac tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] 10.222.0.35 "DELETE /v2.0/security-groups/1856a21d-f42b-45ac-b62a-a187561d9070 HTTP/1.1" status: 204 len: 168 time: 0.1469004 Jul 14 14:02:49.917518 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f3aa7-543a-4a01-bf04-d381ac58f5ac tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1856a21d-f42b-45ac-b62a-a187561d9070,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:49.925951 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f3aa7-543a-4a01-bf04-d381ac58f5ac tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:49.926346 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f3aa7-543a-4a01-bf04-d381ac58f5ac tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:49.926682 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f3aa7-543a-4a01-bf04-d381ac58f5ac tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:49.927035 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f3aa7-543a-4a01-bf04-d381ac58f5ac tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:49.927358 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f3aa7-543a-4a01-bf04-d381ac58f5ac tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:49.927678 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f3aa7-543a-4a01-bf04-d381ac58f5ac tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:49.928393 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f3aa7-543a-4a01-bf04-d381ac58f5ac tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:49.928582 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f3aa7-543a-4a01-bf04-d381ac58f5ac tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:49.928841 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f3aa7-543a-4a01-bf04-d381ac58f5ac tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:49.929163 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f3aa7-543a-4a01-bf04-d381ac58f5ac tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:49.929476 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f3aa7-543a-4a01-bf04-d381ac58f5ac tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:49.929791 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f3aa7-543a-4a01-bf04-d381ac58f5ac tempest-TestShelveInstance-1000541937 tempest-TestShelveInstance-1000541937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:49.960352 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 51976) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:50.319400 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-47396c83-4fda-4383-908b-31b27c782a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360013'] for router_interface, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:50.572040 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-47396c83-4fda-4383-908b-31b27c782a2e admin admin] Deleting port 8fee6fd8-6396-4243-be1a-6dc55326c71a {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:02:50.572286 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-47396c83-4fda-4383-908b-31b27c782a2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:50.632474 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:50.652975 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [None req-47396c83-4fda-4383-908b-31b27c782a2e admin admin] For port 8fee6fd8-6396-4243-be1a-6dc55326c71a, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=8fee6fd8-6396-4243-be1a-6dc55326c71a,segment=NetworkSegment(1063a647-fcf3-495f-9b4f-92ad05366b43),segment_id=1063a647-fcf3-495f-9b4f-92ad05366b43)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:02:50.653377 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-47396c83-4fda-4383-908b-31b27c782a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:50.666198 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-47396c83-4fda-4383-908b-31b27c782a2e admin admin] Calling delete_port for 8fee6fd8-6396-4243-be1a-6dc55326c71a owned by network:router_interface {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:02:50.852828 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-47396c83-4fda-4383-908b-31b27c782a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:50.877612 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47396c83-4fda-4383-908b-31b27c782a2e admin admin] Pushing event deleted for resources: {'Port': ['ID=8fee6fd8-6396-4243-be1a-6dc55326c71a,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:51.042474 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-47396c83-4fda-4383-908b-31b27c782a2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360161'] for router_interface, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:51.119164 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device fc4313f8-4290-4955-9685-c58935352fe1 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:02:51.144029 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] No Port match for: fc4313f8-4290-4955-9685-c58935352fe1 {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:02:51.144377 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Device fc4313f8-4290-4955-9685-c58935352fe1 not bound to the agent host hv-cinder-80069 {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:02:51.258251 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47396c83-4fda-4383-908b-31b27c782a2e admin admin] Router a32c44bc-0b50-4ccc-a163-45ac28178e49 has already been hosted by L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:02:51.362006 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47396c83-4fda-4383-908b-31b27c782a2e admin admin] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:02:51.367586 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-47396c83-4fda-4383-908b-31b27c782a2e admin admin] 10.222.0.35 "PUT /v2.0/routers/a32c44bc-0b50-4ccc-a163-45ac28178e49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4061990 Jul 14 14:02:51.371339 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 51978) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:51.373930 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ed1e1c-dfce-4d47-8673-35d4893aa225 None None] Sync routers for ids ['a32c44bc-0b50-4ccc-a163-45ac28178e49'] in dv-cinder-800697-2-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:02:51.384034 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ed1e1c-dfce-4d47-8673-35d4893aa225 None None] Routers {'a32c44bc-0b50-4ccc-a163-45ac28178e49'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:02:51.384649 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-89ed1e1c-dfce-4d47-8673-35d4893aa225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T14:02:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['a32c44bc-0b50-4ccc-a163-45ac28178e49'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:51.471840 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9e129504-6830-4e0e-bd8b-e6169e6a52b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:51.488642 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-89ed1e1c-dfce-4d47-8673-35d4893aa225 None None] Set router a32c44bc-0b50-4ccc-a163-45ac28178e49 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:02:51.570944 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9e129504-6830-4e0e-bd8b-e6169e6a52b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:51.627436 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-9e129504-6830-4e0e-bd8b-e6169e6a52b5 admin admin] Deleting port 64910354-f8c2-4677-8a77-d291f0e8e97d {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:02:51.627680 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9e129504-6830-4e0e-bd8b-e6169e6a52b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:51.663260 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-89ed1e1c-dfce-4d47-8673-35d4893aa225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32c44bc-0b50-4ccc-a163-45ac28178e49', 'name': 'tempest-TestShelveInstance-2059083931-router', 'tenant_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '64910354-f8c2-4677-8a77-d291f0e8e97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:58:27Z', 'updated_at': '2021-07-14T14:02:50Z', 'revision_number': 5, 'project_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'gw_port': {'id': '64910354-f8c2-4677-8a77-d291f0e8e97d', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32c44bc-0b50-4ccc-a163-45ac28178e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:58:27Z', 'updated_at': '2021-07-14T13:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi'}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:51.689813 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ed1e1c-dfce-4d47-8673-35d4893aa225 None None] Checking router: a32c44bc-0b50-4ccc-a163-45ac28178e49 for host: dv-cinder-800697-2-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:02:51.698354 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ed1e1c-dfce-4d47-8673-35d4893aa225 None None] Routers {'a32c44bc-0b50-4ccc-a163-45ac28178e49'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:02:51.698943 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-89ed1e1c-dfce-4d47-8673-35d4893aa225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T14:02:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['a32c44bc-0b50-4ccc-a163-45ac28178e49'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:51.705227 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [None req-9e129504-6830-4e0e-bd8b-e6169e6a52b5 admin admin] For port 64910354-f8c2-4677-8a77-d291f0e8e97d, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=64910354-f8c2-4677-8a77-d291f0e8e97d,segment=NetworkSegment(c6937592-4176-4619-b9cc-7188e645a4b4),segment_id=c6937592-4176-4619-b9cc-7188e645a4b4)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:02:51.705603 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9e129504-6830-4e0e-bd8b-e6169e6a52b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:51.718247 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-9e129504-6830-4e0e-bd8b-e6169e6a52b5 admin admin] Calling delete_port for 64910354-f8c2-4677-8a77-d291f0e8e97d owned by network:router_gateway {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:02:51.791220 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-89ed1e1c-dfce-4d47-8673-35d4893aa225 None None] Set router a32c44bc-0b50-4ccc-a163-45ac28178e49 gateway port host: None {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:02:51.845175 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-89ed1e1c-dfce-4d47-8673-35d4893aa225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32c44bc-0b50-4ccc-a163-45ac28178e49', 'name': 'tempest-TestShelveInstance-2059083931-router', 'tenant_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:58:27Z', 'updated_at': '2021-07-14T14:02:51Z', 'revision_number': 6, 'project_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'gw_port_host': None}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:51.872212 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ed1e1c-dfce-4d47-8673-35d4893aa225 None None] The sync data for ids ['a32c44bc-0b50-4ccc-a163-45ac28178e49'] in dv-cinder-800697-2-iscsi is: [{'id': 'a32c44bc-0b50-4ccc-a163-45ac28178e49', 'name': 'tempest-TestShelveInstance-2059083931-router', 'tenant_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:58:27Z', 'updated_at': '2021-07-14T14:02:51Z', 'revision_number': 6, 'project_id': 'fe207ad70b0241cd8f33f1a0ac3ff905', 'gw_port_host': None}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:02:52.148062 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:52.160735 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9e129504-6830-4e0e-bd8b-e6169e6a52b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:52.189423 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e129504-6830-4e0e-bd8b-e6169e6a52b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=64910354-f8c2-4677-8a77-d291f0e8e97d,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:52.252376 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9e129504-6830-4e0e-bd8b-e6169e6a52b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359175'] for router_gateway, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:52.346665 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9e129504-6830-4e0e-bd8b-e6169e6a52b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-359164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60033'] for router, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:52.348776 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9e129504-6830-4e0e-bd8b-e6169e6a52b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:52.394532 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9e129504-6830-4e0e-bd8b-e6169e6a52b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-357388'] for router, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:52.395279 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e129504-6830-4e0e-bd8b-e6169e6a52b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a32c44bc-0b50-4ccc-a163-45ac28178e49 {{(pid=104572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:02:52.399717 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9e129504-6830-4e0e-bd8b-e6169e6a52b5 admin admin] Notify callbacks [] for router, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:52.400764 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-9e129504-6830-4e0e-bd8b-e6169e6a52b5 admin admin] 10.222.0.35 "DELETE /v2.0/routers/a32c44bc-0b50-4ccc-a163-45ac28178e49 HTTP/1.1" status: 204 len: 168 time: 1.0286171 Jul 14 14:02:52.403346 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 51980) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:52.445813 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_v2 [None req-8516fed4-6fde-4bdd-8d85-44edd1db30cc admin admin] Deleting subnet a4525e88-fc51-40c8-9a40-883045bb5556 {{(pid=104572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:02:52.448875 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8516fed4-6fde-4bdd-8d85-44edd1db30cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:52.484845 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8516fed4-6fde-4bdd-8d85-44edd1db30cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28912351'] for subnet, precommit_delete_associations {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:52.567766 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8516fed4-6fde-4bdd-8d85-44edd1db30cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3904323'] for subnet, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:52.627379 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8516fed4-6fde-4bdd-8d85-44edd1db30cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3904314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28728494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28022847'] for subnet, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:52.652734 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516fed4-6fde-4bdd-8d85-44edd1db30cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4525e88-fc51-40c8-9a40-883045bb5556,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:52.656232 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8516fed4-6fde-4bdd-8d85-44edd1db30cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for subnet, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:52.662682 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-8516fed4-6fde-4bdd-8d85-44edd1db30cc admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a4525e88-fc51-40c8-9a40-883045bb5556 HTTP/1.1" status: 204 len: 168 time: 0.2550967 Jul 14 14:02:52.662682 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 51982) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:52.664876 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ceb0f6-5dc2-467e-9ab7-55dd99370b6a None None] Network 1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:02:52.668035 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 8fee6fd8-6396-4243-be1a-6dc55326c71a no longer exists at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:02:52.731320 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] No Port match for: 8fee6fd8-6396-4243-be1a-6dc55326c71a {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:02:52.731640 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 8fee6fd8-6396-4243-be1a-6dc55326c71a not bound to the agent host dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:02:52.736091 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2970771c-8fd1-4ed9-a3f2-5bb6a53dac4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3740586'] for network, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:52.789354 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-2970771c-8fd1-4ed9-a3f2-5bb6a53dac4a admin admin] Deleting port 15d92253-4f25-4b16-9ebe-d0067254e578 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:02:52.789696 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2970771c-8fd1-4ed9-a3f2-5bb6a53dac4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:52.857244 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [None req-2970771c-8fd1-4ed9-a3f2-5bb6a53dac4a admin admin] For port 15d92253-4f25-4b16-9ebe-d0067254e578, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=15d92253-4f25-4b16-9ebe-d0067254e578,segment=NetworkSegment(1063a647-fcf3-495f-9b4f-92ad05366b43),segment_id=1063a647-fcf3-495f-9b4f-92ad05366b43)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:02:52.857609 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2970771c-8fd1-4ed9-a3f2-5bb6a53dac4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:52.871997 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd780af5-d301-40c7-be4d-2e05362645cf None None] DHCP port deletion for 1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d request from dv-cinder-800697-2-iscsi {{(pid=104575) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 14:02:52.874525 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-2970771c-8fd1-4ed9-a3f2-5bb6a53dac4a admin admin] Calling delete_port for 15d92253-4f25-4b16-9ebe-d0067254e578 owned by network:dhcp {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:02:52.927353 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-bd780af5-d301-40c7-be4d-2e05362645cf None None] Deleting port 15d92253-4f25-4b16-9ebe-d0067254e578 {{(pid=104575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:02:52.927816 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-bd780af5-d301-40c7-be4d-2e05362645cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:52.961508 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2970771c-8fd1-4ed9-a3f2-5bb6a53dac4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28728563'] for port, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:52.986359 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2970771c-8fd1-4ed9-a3f2-5bb6a53dac4a admin admin] Pushing event deleted for resources: {'Port': ['ID=15d92253-4f25-4b16-9ebe-d0067254e578,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:52.987062 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-bd780af5-d301-40c7-be4d-2e05362645cf None None] For port 15d92253-4f25-4b16-9ebe-d0067254e578, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=15d92253-4f25-4b16-9ebe-d0067254e578,segment=NetworkSegment(1063a647-fcf3-495f-9b4f-92ad05366b43),segment_id=1063a647-fcf3-495f-9b4f-92ad05366b43)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:02:52.987459 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-bd780af5-d301-40c7-be4d-2e05362645cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:52.989850 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2970771c-8fd1-4ed9-a3f2-5bb6a53dac4a admin admin] No DVR routers for this DVR port 15d92253-4f25-4b16-9ebe-d0067254e578 on host dv-cinder-800697-2-iscsi {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:02:53.001380 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-bd780af5-d301-40c7-be4d-2e05362645cf None None] Calling delete_port for 15d92253-4f25-4b16-9ebe-d0067254e578 owned by network:dhcp {{(pid=104575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:02:53.060568 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2970771c-8fd1-4ed9-a3f2-5bb6a53dac4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3927510', 'neutron.services.segments.db._delete_segments_for_network-8787525843523'] for network, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:53.070195 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-2970771c-8fd1-4ed9-a3f2-5bb6a53dac4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d']}} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:53.080231 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-2970771c-8fd1-4ed9-a3f2-5bb6a53dac4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1063a647-fcf3-495f-9b4f-92ad05366b43') {'for_net_delete': True} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:53.080524 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-2970771c-8fd1-4ed9-a3f2-5bb6a53dac4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1063a647-fcf3-495f-9b4f-92ad05366b43') {} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:53.081619 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-bd780af5-d301-40c7-be4d-2e05362645cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764'] for port, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:53.089135 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2970771c-8fd1-4ed9-a3f2-5bb6a53dac4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787525844044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28912326'] for segment, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:53.102308 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2970771c-8fd1-4ed9-a3f2-5bb6a53dac4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542'] for segment, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:53.106569 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd780af5-d301-40c7-be4d-2e05362645cf None None] Pushing event deleted for resources: {'Port': ['ID=15d92253-4f25-4b16-9ebe-d0067254e578,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:53.108105 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2970771c-8fd1-4ed9-a3f2-5bb6a53dac4a admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=104572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:02:53.108525 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2970771c-8fd1-4ed9-a3f2-5bb6a53dac4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28726016'] for segment, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:53.110449 dv-cinder-800697-2-iscsi neutron-server[104572]: Traceback (most recent call last): Jul 14 14:02:53.110449 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:02:53.110449 dv-cinder-800697-2-iscsi neutron-server[104572]: timer() Jul 14 14:02:53.110449 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:02:53.110449 dv-cinder-800697-2-iscsi neutron-server[104572]: cb(*args, **kw) Jul 14 14:02:53.110449 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:02:53.110449 dv-cinder-800697-2-iscsi neutron-server[104572]: return func(*args, **kwargs) Jul 14 14:02:53.110449 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:02:53.110449 dv-cinder-800697-2-iscsi neutron-server[104572]: self._notify() Jul 14 14:02:53.110449 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:02:53.110449 dv-cinder-800697-2-iscsi neutron-server[104572]: self.callback(batched_events) Jul 14 14:02:53.110449 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:02:53.110449 dv-cinder-800697-2-iscsi neutron-server[104572]: event.method(event) Jul 14 14:02:53.110449 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:02:53.110449 dv-cinder-800697-2-iscsi neutron-server[104572]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:02:53.110449 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:02:53.110449 dv-cinder-800697-2-iscsi neutron-server[104572]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:02:53.110449 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:02:53.110449 dv-cinder-800697-2-iscsi neutron-server[104572]: return f(self, *a, **k) Jul 14 14:02:53.110449 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:02:53.110449 dv-cinder-800697-2-iscsi neutron-server[104572]: return self._get(url).json() Jul 14 14:02:53.110449 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:02:53.110449 dv-cinder-800697-2-iscsi neutron-server[104572]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:02:53.110449 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:02:53.110449 dv-cinder-800697-2-iscsi neutron-server[104572]: return self.request(url, 'GET', **kwargs) Jul 14 14:02:53.110449 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:02:53.110449 dv-cinder-800697-2-iscsi neutron-server[104572]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:02:53.110449 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:02:53.110449 dv-cinder-800697-2-iscsi neutron-server[104572]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:02:53.110449 dv-cinder-800697-2-iscsi neutron-server[104572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:02:53.110449 dv-cinder-800697-2-iscsi neutron-server[104572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:02:53.110449 dv-cinder-800697-2-iscsi neutron-server[104572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:02:53.112917 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd780af5-d301-40c7-be4d-2e05362645cf None None] No DVR routers for this DVR port 15d92253-4f25-4b16-9ebe-d0067254e578 on host dv-cinder-800697-2-iscsi {{(pid=104575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:02:53.117663 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd780af5-d301-40c7-be4d-2e05362645cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:53.121347 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd780af5-d301-40c7-be4d-2e05362645cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:53.121347 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd780af5-d301-40c7-be4d-2e05362645cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:53.121347 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd780af5-d301-40c7-be4d-2e05362645cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:53.121347 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd780af5-d301-40c7-be4d-2e05362645cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:53.121347 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd780af5-d301-40c7-be4d-2e05362645cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:53.121347 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd780af5-d301-40c7-be4d-2e05362645cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:53.121347 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd780af5-d301-40c7-be4d-2e05362645cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:53.121347 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd780af5-d301-40c7-be4d-2e05362645cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:53.121347 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd780af5-d301-40c7-be4d-2e05362645cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:53.121347 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd780af5-d301-40c7-be4d-2e05362645cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:53.122281 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd780af5-d301-40c7-be4d-2e05362645cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800697-2-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:53.167471 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2970771c-8fd1-4ed9-a3f2-5bb6a53dac4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3927489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359267'] for network, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:53.172189 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2970771c-8fd1-4ed9-a3f2-5bb6a53dac4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for network, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:53.177617 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 51984) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:53.179439 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-2970771c-8fd1-4ed9-a3f2-5bb6a53dac4a admin admin] 10.222.0.35 "DELETE /v2.0/networks/1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d HTTP/1.1" status: 204 len: 168 time: 0.5166259 Jul 14 14:02:53.192511 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2970771c-8fd1-4ed9-a3f2-5bb6a53dac4a admin admin] Pushing event deleted for resources: {'Network': ['ID=1dfcfe7c-9b91-4ca6-a2f0-6877855ee86d,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:53.524253 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c63bed0e-890b-4071-a72d-3f2c5ee9e446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360013'] for router_interface, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:53.774598 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-c63bed0e-890b-4071-a72d-3f2c5ee9e446 admin admin] Deleting port b0cdf979-86d7-40f5-9432-731ecdaf897d {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:02:53.774843 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c63bed0e-890b-4071-a72d-3f2c5ee9e446 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:53.852054 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [None req-c63bed0e-890b-4071-a72d-3f2c5ee9e446 admin admin] For port b0cdf979-86d7-40f5-9432-731ecdaf897d, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=b0cdf979-86d7-40f5-9432-731ecdaf897d,segment=NetworkSegment(c9f29674-c96a-49b5-8190-4663f0010300),segment_id=c9f29674-c96a-49b5-8190-4663f0010300)] {{(pid=104573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:02:53.852405 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c63bed0e-890b-4071-a72d-3f2c5ee9e446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:53.864648 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-c63bed0e-890b-4071-a72d-3f2c5ee9e446 admin admin] Calling delete_port for b0cdf979-86d7-40f5-9432-731ecdaf897d owned by network:router_interface {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:02:54.055139 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c63bed0e-890b-4071-a72d-3f2c5ee9e446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25680231'] for port, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:54.080546 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63bed0e-890b-4071-a72d-3f2c5ee9e446 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0cdf979-86d7-40f5-9432-731ecdaf897d,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:54.248204 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c63bed0e-890b-4071-a72d-3f2c5ee9e446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-600345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360161'] for router_interface, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:54.356385 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 64910354-f8c2-4677-8a77-d291f0e8e97d no longer exists at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:02:54.377093 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] No Port match for: 64910354-f8c2-4677-8a77-d291f0e8e97d {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:02:54.377514 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 64910354-f8c2-4677-8a77-d291f0e8e97d not bound to the agent host dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:02:54.378006 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 15d92253-4f25-4b16-9ebe-d0067254e578 no longer exists at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:02:54.396545 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] No Port match for: 15d92253-4f25-4b16-9ebe-d0067254e578 {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:02:54.396887 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 15d92253-4f25-4b16-9ebe-d0067254e578 not bound to the agent host dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:02:54.466092 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63bed0e-890b-4071-a72d-3f2c5ee9e446 admin admin] Router 1d900a76-8e89-4963-8d0a-c7e5da6b2472 has already been hosted by L3 agent 7c6cdaf9-78a8-44da-b325-6e050b3cddb2 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:02:54.587237 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63bed0e-890b-4071-a72d-3f2c5ee9e446 admin admin] Notify agent at l3_agent.dv-cinder-800697-2-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:02:54.592294 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-c63bed0e-890b-4071-a72d-3f2c5ee9e446 admin admin] 10.222.0.35 "PUT /v2.0/routers/1d900a76-8e89-4963-8d0a-c7e5da6b2472/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4135785 Jul 14 14:02:54.595059 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 51986) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:54.597700 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adbee3d-2833-4d02-be11-c6684ac76b6e None None] Sync routers for ids ['1d900a76-8e89-4963-8d0a-c7e5da6b2472'] in dv-cinder-800697-2-iscsi {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:02:54.607706 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adbee3d-2833-4d02-be11-c6684ac76b6e None None] Routers {'1d900a76-8e89-4963-8d0a-c7e5da6b2472'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:02:54.608312 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-2adbee3d-2833-4d02-be11-c6684ac76b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T14:02:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['1d900a76-8e89-4963-8d0a-c7e5da6b2472'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:54.696573 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e670f137-bb19-4b08-8f89-e9b122f7e466 admin admin] Notify callbacks [] for router, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:54.710773 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-2adbee3d-2833-4d02-be11-c6684ac76b6e None None] Set router 1d900a76-8e89-4963-8d0a-c7e5da6b2472 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:02:54.890276 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-2adbee3d-2833-4d02-be11-c6684ac76b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d900a76-8e89-4963-8d0a-c7e5da6b2472', 'name': 'tempest-TestShelveInstance-129094287-router', 'tenant_id': '58d7bc69b827452c99e1d374ee8fd8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '148e6282-7eb2-4233-8b74-ee9d2a9975c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:58:32Z', 'updated_at': '2021-07-14T14:02:54Z', 'revision_number': 5, 'project_id': '58d7bc69b827452c99e1d374ee8fd8a6', 'gw_port': {'id': '148e6282-7eb2-4233-8b74-ee9d2a9975c9', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d900a76-8e89-4963-8d0a-c7e5da6b2472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:58:32Z', 'updated_at': '2021-07-14T13:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi'}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:55.010154 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adbee3d-2833-4d02-be11-c6684ac76b6e None None] Checking router: 1d900a76-8e89-4963-8d0a-c7e5da6b2472 for host: dv-cinder-800697-2-iscsi {{(pid=104576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:02:55.018841 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adbee3d-2833-4d02-be11-c6684ac76b6e None None] Routers {'1d900a76-8e89-4963-8d0a-c7e5da6b2472'} bound to L3 agent in host dv-cinder-800697-2-iscsi {{(pid=104576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:02:55.019493 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-2adbee3d-2833-4d02-be11-c6684ac76b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800697-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:41:49Z,description=,heartbeat_timestamp=2021-07-14T14:02:49Z,host='dv-cinder-800697-2-iscsi',id=7c6cdaf9-78a8-44da-b325-6e050b3cddb2,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:41:49Z,topic='l3_agent')) {'router_ids': ['1d900a76-8e89-4963-8d0a-c7e5da6b2472'], 'active': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:55.078876 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e670f137-bb19-4b08-8f89-e9b122f7e466 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:55.117809 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_dvr_db [None req-2adbee3d-2833-4d02-be11-c6684ac76b6e None None] Set router 1d900a76-8e89-4963-8d0a-c7e5da6b2472 gateway port host: dv-cinder-800697-2-iscsi {{(pid=104576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:02:55.132539 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-e670f137-bb19-4b08-8f89-e9b122f7e466 admin admin] Deleting port 148e6282-7eb2-4233-8b74-ee9d2a9975c9 {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:02:55.132880 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e670f137-bb19-4b08-8f89-e9b122f7e466 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:55.211751 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [None req-e670f137-bb19-4b08-8f89-e9b122f7e466 admin admin] For port 148e6282-7eb2-4233-8b74-ee9d2a9975c9, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=148e6282-7eb2-4233-8b74-ee9d2a9975c9,segment=NetworkSegment(c6937592-4176-4619-b9cc-7188e645a4b4),segment_id=c6937592-4176-4619-b9cc-7188e645a4b4)] {{(pid=104573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:02:55.212101 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e670f137-bb19-4b08-8f89-e9b122f7e466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:55.224239 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-e670f137-bb19-4b08-8f89-e9b122f7e466 admin admin] Calling delete_port for 148e6282-7eb2-4233-8b74-ee9d2a9975c9 owned by network:router_gateway {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:02:55.291767 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.l3_hamode_db [None req-2adbee3d-2833-4d02-be11-c6684ac76b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d900a76-8e89-4963-8d0a-c7e5da6b2472', 'name': 'tempest-TestShelveInstance-129094287-router', 'tenant_id': '58d7bc69b827452c99e1d374ee8fd8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '148e6282-7eb2-4233-8b74-ee9d2a9975c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:58:32Z', 'updated_at': '2021-07-14T14:02:54Z', 'revision_number': 5, 'project_id': '58d7bc69b827452c99e1d374ee8fd8a6', 'gw_port': {'id': '148e6282-7eb2-4233-8b74-ee9d2a9975c9', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d900a76-8e89-4963-8d0a-c7e5da6b2472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:58:32Z', 'updated_at': '2021-07-14T13:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi'}], 'dv-cinder-800697-2-iscsi', False) {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:55.317204 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adbee3d-2833-4d02-be11-c6684ac76b6e None None] The sync data for ids ['1d900a76-8e89-4963-8d0a-c7e5da6b2472'] in dv-cinder-800697-2-iscsi is: [{'id': '1d900a76-8e89-4963-8d0a-c7e5da6b2472', 'name': 'tempest-TestShelveInstance-129094287-router', 'tenant_id': '58d7bc69b827452c99e1d374ee8fd8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'external_fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '148e6282-7eb2-4233-8b74-ee9d2a9975c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:58:32Z', 'updated_at': '2021-07-14T14:02:54Z', 'revision_number': 5, 'project_id': '58d7bc69b827452c99e1d374ee8fd8a6', 'gw_port': {'id': '148e6282-7eb2-4233-8b74-ee9d2a9975c9', 'name': '', 'network_id': 'b28dab8c-9c3b-45dd-8fa2-7ffa63c66645', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d900a76-8e89-4963-8d0a-c7e5da6b2472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800697-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:58:32Z', 'updated_at': '2021-07-14T13:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e00a68e-7419-45b7-a88a-a672d20cc9ef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800697-2-iscsi'}] {{(pid=104576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:02:55.389136 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e670f137-bb19-4b08-8f89-e9b122f7e466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25680231'] for port, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:55.417587 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e670f137-bb19-4b08-8f89-e9b122f7e466 admin admin] Pushing event deleted for resources: {'Port': ['ID=148e6282-7eb2-4233-8b74-ee9d2a9975c9,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:55.479605 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e670f137-bb19-4b08-8f89-e9b122f7e466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-359175'] for router_gateway, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:55.567176 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e670f137-bb19-4b08-8f89-e9b122f7e466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-359164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60033'] for router, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:55.569291 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e670f137-bb19-4b08-8f89-e9b122f7e466 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:55.613973 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e670f137-bb19-4b08-8f89-e9b122f7e466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-357388'] for router, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:55.614483 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e670f137-bb19-4b08-8f89-e9b122f7e466 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d900a76-8e89-4963-8d0a-c7e5da6b2472 {{(pid=104573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:02:55.619661 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e670f137-bb19-4b08-8f89-e9b122f7e466 admin admin] Notify callbacks [] for router, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:55.620881 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-e670f137-bb19-4b08-8f89-e9b122f7e466 admin admin] 10.222.0.35 "DELETE /v2.0/routers/1d900a76-8e89-4963-8d0a-c7e5da6b2472 HTTP/1.1" status: 204 len: 168 time: 1.0249281 Jul 14 14:02:55.623945 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.35', 51988) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:55.671040 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_v2 [None req-2579719a-3fea-47c7-a21a-cac81da95641 admin admin] Deleting subnet ba037641-fe5d-49da-a8b3-de9d8e2beddf {{(pid=104572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:02:55.674565 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2579719a-3fea-47c7-a21a-cac81da95641 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:55.713798 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2579719a-3fea-47c7-a21a-cac81da95641 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28912351'] for subnet, precommit_delete_associations {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:55.796185 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2579719a-3fea-47c7-a21a-cac81da95641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3904323'] for subnet, precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:55.852275 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2579719a-3fea-47c7-a21a-cac81da95641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3904314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28728494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28022847'] for subnet, after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:55.882408 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2579719a-3fea-47c7-a21a-cac81da95641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for subnet, before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:55.886935 dv-cinder-800697-2-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-2579719a-3fea-47c7-a21a-cac81da95641 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ba037641-fe5d-49da-a8b3-de9d8e2beddf HTTP/1.1" status: 204 len: 168 time: 0.2594171 Jul 14 14:02:55.886935 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2579719a-3fea-47c7-a21a-cac81da95641 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba037641-fe5d-49da-a8b3-de9d8e2beddf,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:55.887846 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 51992) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:55.895360 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53862197-e676-4725-b6b9-462705410e41 None None] Network aea74ac0-254c-4ae4-a9b0-5748278e45a0 requested from dv-cinder-800697-2-iscsi {{(pid=104575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:02:55.968689 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-55d12b20-c5df-4282-b268-0e4b6976bee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3740586'] for network, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:56.026601 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-55d12b20-c5df-4282-b268-0e4b6976bee0 admin admin] Deleting port b41dcf97-8b14-4619-8b7b-6ca9ce98ee6d {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:02:56.026965 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-55d12b20-c5df-4282-b268-0e4b6976bee0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787525613029'] for port, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:56.094491 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [None req-55d12b20-c5df-4282-b268-0e4b6976bee0 admin admin] For port b41dcf97-8b14-4619-8b7b-6ca9ce98ee6d, host dv-cinder-800697-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800697-2-iscsi',level=0,port_id=b41dcf97-8b14-4619-8b7b-6ca9ce98ee6d,segment=NetworkSegment(c9f29674-c96a-49b5-8190-4663f0010300),segment_id=c9f29674-c96a-49b5-8190-4663f0010300)] {{(pid=104573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:02:56.094879 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-55d12b20-c5df-4282-b268-0e4b6976bee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-355310'] for port, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:56.111516 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-55d12b20-c5df-4282-b268-0e4b6976bee0 admin admin] Calling delete_port for b41dcf97-8b14-4619-8b7b-6ca9ce98ee6d owned by network:dhcp {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:02:56.192799 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-55d12b20-c5df-4282-b268-0e4b6976bee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787525619469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525295764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25680231'] for port, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:56.219913 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d12b20-c5df-4282-b268-0e4b6976bee0 admin admin] No DVR routers for this DVR port b41dcf97-8b14-4619-8b7b-6ca9ce98ee6d on host dv-cinder-800697-2-iscsi {{(pid=104573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:02:56.223754 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d12b20-c5df-4282-b268-0e4b6976bee0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b41dcf97-8b14-4619-8b7b-6ca9ce98ee6d,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:56.294129 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-55d12b20-c5df-4282-b268-0e4b6976bee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3927510', 'neutron.services.segments.db._delete_segments_for_network-8787525843523'] for network, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:56.305604 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-55d12b20-c5df-4282-b268-0e4b6976bee0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea74ac0-254c-4ae4-a9b0-5748278e45a0']}} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:56.316567 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-55d12b20-c5df-4282-b268-0e4b6976bee0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9f29674-c96a-49b5-8190-4663f0010300') {'for_net_delete': True} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:56.316812 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-55d12b20-c5df-4282-b268-0e4b6976bee0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9f29674-c96a-49b5-8190-4663f0010300') {} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:56.326659 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-55d12b20-c5df-4282-b268-0e4b6976bee0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787525844044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28943697'] for segment, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:56.328349 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000ee236-9669-4e5e-ba75-37aaac6e8314 None None] DHCP port deletion for aea74ac0-254c-4ae4-a9b0-5748278e45a0 request from dv-cinder-800697-2-iscsi {{(pid=104575) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 14:02:56.343060 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-55d12b20-c5df-4282-b268-0e4b6976bee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542'] for segment, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:56.351363 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55d12b20-c5df-4282-b268-0e4b6976bee0 admin admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=104573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:02:56.351784 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-55d12b20-c5df-4282-b268-0e4b6976bee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3904542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25679508'] for segment, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:56.353662 dv-cinder-800697-2-iscsi neutron-server[104573]: Traceback (most recent call last): Jul 14 14:02:56.353662 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:02:56.353662 dv-cinder-800697-2-iscsi neutron-server[104573]: timer() Jul 14 14:02:56.353662 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:02:56.353662 dv-cinder-800697-2-iscsi neutron-server[104573]: cb(*args, **kw) Jul 14 14:02:56.353662 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:02:56.353662 dv-cinder-800697-2-iscsi neutron-server[104573]: return func(*args, **kwargs) Jul 14 14:02:56.353662 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:02:56.353662 dv-cinder-800697-2-iscsi neutron-server[104573]: self._notify() Jul 14 14:02:56.353662 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:02:56.353662 dv-cinder-800697-2-iscsi neutron-server[104573]: self.callback(batched_events) Jul 14 14:02:56.353662 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:02:56.353662 dv-cinder-800697-2-iscsi neutron-server[104573]: event.method(event) Jul 14 14:02:56.353662 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:02:56.353662 dv-cinder-800697-2-iscsi neutron-server[104573]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:02:56.353662 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:02:56.353662 dv-cinder-800697-2-iscsi neutron-server[104573]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:02:56.353662 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:02:56.353662 dv-cinder-800697-2-iscsi neutron-server[104573]: return f(self, *a, **k) Jul 14 14:02:56.353662 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:02:56.353662 dv-cinder-800697-2-iscsi neutron-server[104573]: return self._get(url).json() Jul 14 14:02:56.353662 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:02:56.353662 dv-cinder-800697-2-iscsi neutron-server[104573]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:02:56.353662 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:02:56.353662 dv-cinder-800697-2-iscsi neutron-server[104573]: return self.request(url, 'GET', **kwargs) Jul 14 14:02:56.353662 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:02:56.353662 dv-cinder-800697-2-iscsi neutron-server[104573]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:02:56.353662 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:02:56.353662 dv-cinder-800697-2-iscsi neutron-server[104573]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:02:56.353662 dv-cinder-800697-2-iscsi neutron-server[104573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:02:56.353662 dv-cinder-800697-2-iscsi neutron-server[104573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:02:56.353662 dv-cinder-800697-2-iscsi neutron-server[104573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:02:56.388786 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device b41dcf97-8b14-4619-8b7b-6ca9ce98ee6d no longer exists at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:02:56.409399 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-55d12b20-c5df-4282-b268-0e4b6976bee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3927489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-600338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-359267'] for network, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:56.409979 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] No Port match for: b41dcf97-8b14-4619-8b7b-6ca9ce98ee6d {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:02:56.410106 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device b41dcf97-8b14-4619-8b7b-6ca9ce98ee6d not bound to the agent host dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:02:56.410631 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 148e6282-7eb2-4233-8b74-ee9d2a9975c9 no longer exists at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:02:56.414035 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-55d12b20-c5df-4282-b268-0e4b6976bee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-600420'] for network, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:56.416425 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-55d12b20-c5df-4282-b268-0e4b6976bee0 admin admin] 10.222.0.35 "DELETE /v2.0/networks/aea74ac0-254c-4ae4-a9b0-5748278e45a0 HTTP/1.1" status: 204 len: 168 time: 0.5279901 Jul 14 14:02:56.428643 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d12b20-c5df-4282-b268-0e4b6976bee0 admin admin] Pushing event deleted for resources: {'Network': ['ID=aea74ac0-254c-4ae4-a9b0-5748278e45a0,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:56.434908 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] No Port match for: 148e6282-7eb2-4233-8b74-ee9d2a9975c9 {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:02:56.435397 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device 148e6282-7eb2-4233-8b74-ee9d2a9975c9 not bound to the agent host dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:02:56.435864 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device b0cdf979-86d7-40f5-9432-731ecdaf897d no longer exists at agent ovs-agent-dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:02:56.458219 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] No Port match for: b0cdf979-86d7-40f5-9432-731ecdaf897d {{(pid=104575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:02:56.458560 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.rpc [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Device b0cdf979-86d7-40f5-9432-731ecdaf897d not bound to the agent host dv-cinder-800697-2-iscsi {{(pid=104575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:02:56.613324 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 51998) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:56.659047 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-f3938dba-e219-4491-9186-ae8b23fd7a0d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fe207ad70b0241cd8f33f1a0ac3ff905&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0444949 Jul 14 14:02:56.661656 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 52000) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:56.710869 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4ff3c326-13fa-4174-a434-77791cb61e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:56.733807 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4ff3c326-13fa-4174-a434-77791cb61e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:56.781975 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4ff3c326-13fa-4174-a434-77791cb61e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:56.784590 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4ff3c326-13fa-4174-a434-77791cb61e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:56.785727 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-4ff3c326-13fa-4174-a434-77791cb61e9a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aebe3fdf-1aeb-4240-a899-62c809ee2417 HTTP/1.1" status: 204 len: 168 time: 0.1231854 Jul 14 14:02:56.793461 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff3c326-13fa-4174-a434-77791cb61e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebe3fdf-1aeb-4240-a899-62c809ee2417,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:57.101117 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 52006) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:57.144719 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-84db0fbc-40aa-4ab2-8758-adb01e0d7cfd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=58d7bc69b827452c99e1d374ee8fd8a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424516 Jul 14 14:02:57.147146 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.35', 52008) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:57.194056 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1c407125-ed0d-492e-8da5-301c407e5c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:57.215447 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1c407125-ed0d-492e-8da5-301c407e5c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:57.264030 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1c407125-ed0d-492e-8da5-301c407e5c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617398'] for security_group, after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:57.266807 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1c407125-ed0d-492e-8da5-301c407e5c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:57.268054 dv-cinder-800697-2-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-1c407125-ed0d-492e-8da5-301c407e5c9d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/33d7ae73-86ae-4f81-86a7-8d814faf2846 HTTP/1.1" status: 204 len: 168 time: 0.1200366 Jul 14 14:02:57.275777 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c407125-ed0d-492e-8da5-301c407e5c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d7ae73-86ae-4f81-86a7-8d814faf2846,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:10.884198 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.agents_db [None req-f94fc2f4-144f-4bce-9715-a006bfd56775 None None] Agent healthcheck: found 6 active agents {{(pid=104576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:03:16.920803 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-685c0e93-a605-47e9-bcfb-bb0cbff78a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:18.068240 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:19.464020 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-f941af9e-faa1-4e73-ab1a-76fa2d5f7fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:19.595733 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:20.641629 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:22.162149 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:46.923719 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c5a8a197-427c-4358-aadd-d7b41d17a84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:47.888165 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.agents_db [None req-f94fc2f4-144f-4bce-9715-a006bfd56775 None None] Agent healthcheck: found 6 active agents {{(pid=104576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:03:48.072404 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:49.468198 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6ef5b56a-7c68-4003-96b2-68402e52ebb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:49.599079 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:50.651388 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:52.163991 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:16.927735 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-9a5616d1-bb32-4e61-8cd1-911285e4f9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:18.070292 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:19.472687 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-30606820-fd92-4c59-a539-34d2ca5b4690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:19.603466 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:20.652099 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:22.170939 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:24.891963 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.agents_db [None req-f94fc2f4-144f-4bce-9715-a006bfd56775 None None] Agent healthcheck: found 6 active agents {{(pid=104576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:04:46.936234 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-44339355-4276-4214-a68a-3b259b6679c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:48.085317 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:49.476959 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-f17dff2f-efb8-4d4d-b4ab-fdd786ff340c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:49.600420 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:50.658473 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:52.172576 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:01.897578 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.agents_db [None req-f94fc2f4-144f-4bce-9715-a006bfd56775 None None] Agent healthcheck: found 6 active agents {{(pid=104576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:05:16.929293 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-26689ebf-9008-4815-bf2e-00480e0523f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:18.079280 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:19.478010 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-7c661004-d877-44cd-9aaf-53097191107c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:19.602169 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:20.664127 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:22.179498 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:38.900526 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.agents_db [None req-f94fc2f4-144f-4bce-9715-a006bfd56775 None None] Agent healthcheck: found 6 active agents {{(pid=104576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:05:46.933041 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-1acae0c3-d8dc-434b-ae91-85569679c851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:48.087169 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:49.483125 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-9b0df1d1-5303-4ad7-aaeb-8ac62e7604f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:49.605855 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:50.664507 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:52.184240 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:15.904300 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.agents_db [None req-f94fc2f4-144f-4bce-9715-a006bfd56775 None None] Agent healthcheck: found 6 active agents {{(pid=104576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:06:16.937691 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-0aca45d4-c6f5-4f58-99e1-6375aff8fae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:18.083182 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:19.486382 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-98ca6f18-27d5-42ac-b217-772f6d80f4ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:19.617026 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:20.668593 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:22.188674 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:46.939435 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-cf728488-733d-43cb-95b5-cea1f551d731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:48.081527 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:49.490954 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-f59e3a49-a623-423b-b751-b12e5c77ecaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:49.609250 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:50.676272 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:52.188159 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:52.909103 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.agents_db [None req-f94fc2f4-144f-4bce-9715-a006bfd56775 None None] Agent healthcheck: found 6 active agents {{(pid=104576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:07:16.943993 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-95f2a849-9c8c-4fc6-8af0-c4a1258a228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:18.079713 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:19.421650 dv-cinder-800697-2-iscsi neutron-server[104573]: DEBUG neutron.wsgi [req-7f21057f-4627-4e76-967a-76913a076082 req-6921f569-65ad-46cc-b354-6abb51f29fdd service neutron] (104573) timed out ('10.222.0.35', 46012) {{(pid=104573) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 14:07:19.491988 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8dde0bcf-5f1a-4795-a7e3-fdc370a53869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:19.612484 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:20.679769 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:22.194671 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:22.497318 dv-cinder-800697-2-iscsi neutron-server[104572]: DEBUG neutron.wsgi [req-a10694b6-e138-4105-904f-375c6d53746d req-d24f1d9a-534b-4f07-97ff-9c9138245a08 service neutron] (104572) timed out ('10.222.0.59', 49885) {{(pid=104572) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 14:07:29.913973 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.agents_db [None req-f94fc2f4-144f-4bce-9715-a006bfd56775 None None] Agent healthcheck: found 6 active agents {{(pid=104576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:07:46.950127 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-def5d595-a486-473d-824a-cb83057c7a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:48.095207 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:49.496761 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-0d628939-e9b6-46ed-8ebb-9d0aae5f1982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:49.616475 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa8097ca-d38d-4b27-9ec8-952919f74db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:50.681223 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be7c187c-8ed9-4910-a120-5e6b0f1ce7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:52.199868 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e41434bb-1bda-4dbb-8429-8b5b258e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:06.918787 dv-cinder-800697-2-iscsi neutron-server[104576]: DEBUG neutron.db.agents_db [None req-f94fc2f4-144f-4bce-9715-a006bfd56775 None None] Agent healthcheck: found 6 active agents {{(pid=104576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:08:16.944919 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-484cfc4c-7d6b-4b4b-8151-4a448d173324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:18.119420 dv-cinder-800697-2-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9895-fec9-4e98-822d-a4c04f2522cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787525843505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3926886'] for agent, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}